Started by user Jenkins Admin Obtained pipelines/pingcap/tidb/latest/ghpr_check2.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is cached. Copying from home. [Pipeline] Start of Pipeline [Pipeline] readJSON [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k Agent pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k is provisioned from template pingcap_tidb_ghpr_check2_8875-r9crx-ws6t6 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5b9a002b5ad550318ee4fe7d2e75cc40b7a8a83e" jenkins/label: "pingcap_tidb_ghpr_check2_8875-r9crx" name: "pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-list --no-walk 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 5 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh + printenv PROW_JOB_ID=6f8177e9-007c-45f4-81ce-b78875c54f30 JENKINS_NODE_COOKIE=902b4db4-26ae-4add-8b8e-e4cce85968c5 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT=tcp://10.233.0.1:443 KUBERNETES_PORT_443_TCP_PORT=443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-ghpr_check2-8875 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=03312178c534dce949face80c69812d989e55009 JOB_SPEC={"type":"presubmit","job":"pingcap/tidb/ghpr_check2","buildid":"1787662734502924291","prowjobid":"6f8177e9-007c-45f4-81ce-b78875c54f30","refs":{"org":"pingcap","repo":"tidb","repo_link":"https://github.com/pingcap/tidb","base_ref":"master","base_sha":"b6435d1fb1293b94da1eec310925061d75b93f77","base_link":"https://github.com/pingcap/tidb/commit/b6435d1fb1293b94da1eec310925061d75b93f77","pulls":[{"number":53036,"author":"fanrenhoo","sha":"5f541d06c9d94a518474acea388d777446370540","title":"util: the incorrectly handle string compare with whitespace","link":"https://github.com/pingcap/tidb/pull/53036","commit_link":"https://github.com/pingcap/tidb/pull/53036/commits/5f541d06c9d94a518474acea388d777446370540","author_link":"https://github.com/fanrenhoo"}]}} KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=03312178c534dce949face80c69812d989e55009 PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/ghpr_check2 TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#8875 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=1787662734502924291 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=ghpr_check2 GIT_PREVIOUS_SUCCESSFUL_COMMIT=03312178c534dce949face80c69812d989e55009 RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins POD_LABEL=pingcap_tidb_ghpr_check2_8875-r9crx GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-da268d9e668a40ac9bdc52566cc558810a4c43d7bbe3d53ea4e01dfdf6821af4 NODE_LABELS=pingcap_tidb_ghpr_check2_8875-r9crx pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/ghpr_check2/display/redirect BUILD_NUMBER=8875 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build2908720539=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-ghpr-check2-8875-r9crx-ws6t6-xvt8k bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 64117 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 1e1dc67bd57d8dca (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 26 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Tue May 07 01:56:56 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] script [Pipeline] { [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-b6435d1) 463654912 bytes in 1.36 secs (339768993 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.git/ .git HEAD is now at b6435d1fb1 variable: add all text series types into tidb_analyze_skip_column_types (#52663) POST git-upload-pack (656 bytes) POST git-upload-pack (973 bytes) POST git-upload-pack (gzip 1973 to 1045 bytes) From https://github.com/pingcap/tidb = [up to date] master -> origin/master * [new ref] refs/pull/53036/head -> origin/pr/53036/head HEAD is now at b6435d1fb1 variable: add all text series types into tidb_analyze_skip_column_types (#52663) 🚧 Checkouting to base SHA:b6435d1fb1293b94da1eec310925061d75b93f77... HEAD is now at b6435d1fb1 variable: add all text series types into tidb_analyze_skip_column_types (#52663) ✅ Checked. 🎉 🧾 HEAD info: b6435d1fb1293b94da1eec310925061d75b93f77 b6435d1fb1 variable: add all text series types into tidb_analyze_skip_column_types (#52663) e3c2c30182 br: Add goleak test for br integration test (#52741) b421b729c8 planner: merge fast plan cache and normal plan cache (#53033) 🚧 Pre-merge heads of pull requests to base SHA: b6435d1fb1293b94da1eec310925061d75b93f77 ... Merge made by the 'ort' strategy. pkg/expression/collation_test.go | 1 + pkg/util/collate/bin.go | 4 ++-- pkg/util/collate/gbk_bin.go | 5 +---- pkg/util/collate/gbk_chinese_ci.go | 5 +---- pkg/util/collate/general_ci.go | 4 +--- 5 files changed, 6 insertions(+), 13 deletions(-) 🧾 Pre-merged result: 74a567808668e7fa0737bf8c34057f5b0aa89224 74a5678086 Merge commit '5f541d06c9d94a518474acea388d777446370540' into HEAD b6435d1fb1 variable: add all text series types into tidb_analyze_skip_column_types (#52663) e3c2c30182 br: Add goleak test for br integration test (#52741) ✅ Pre merged 🎉 ✅ ~~~~~All done.~~~~~~ [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache saved successfully (git/pingcap/tidb/rev-b6435d1-5f541d0) 463696384 bytes in 9.68 secs (47913023 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + ls bin/tidb-server ls: cannot access bin/tidb-server: No such file or directory + make server CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-90-g74a5678086" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-05-07 01:57:18" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=74a567808668e7fa0737bf8c34057f5b0aa89224" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240430145241-6cb0704fce51 go: downloading github.com/tikv/pd/client v0.0.0-20240430080403-1679dbca25b3 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading google.golang.org/grpc v1.63.2 go: downloading golang.org/x/sys v0.19.0 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.24.0 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/shirou/gopsutil/v3 v3.24.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/coocood/freecache v1.2.1 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading golang.org/x/text v0.14.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/google/btree v1.1.2 go: downloading go.uber.org/mock v0.4.0 go: downloading google.golang.org/protobuf v1.33.0 go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading golang.org/x/tools v0.20.0 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.19.0 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.18.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/spf13/cobra v1.8.0 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.5.5-0.20201110004701-b09c49d6d457 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/golang/glog v1.2.0 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading golang.org/x/crypto v0.22.0 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading cloud.google.com/go/compute/metadata v0.2.3 go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading cloud.google.com/go/compute v1.24.0 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/apache/thrift v0.16.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading k8s.io/apimachinery v0.28.6 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/jmespath/go-jmespath v0.4.0 go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/felixge/httpsnoop v1.0.4 [Pipeline] } Cache saved successfully (binary/pingcap/tidb/tidb-server/rev-b6435d1fb1293b94da1eec310925061d75b93f77-5f541d06c9d94a518474acea388d777446370540) 216924672 bytes in 4.94 secs (43940651 bytes/sec) [Pipeline] // cache [Pipeline] script [Pipeline] { [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 557 0 --:--:-- --:--:-- --:--:-- 561 + sha1=88099c95a3c0c13a827c0795c3d45070264665e4 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + saveFile=tikv-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/88099c95a3c0c13a827c0795c3d45070264665e4/centos7/tikv-server.tar.gz + echo '📂 extract bin from tikv-server.tar.gz ...' 📂 extract bin from tikv-server.tar.gz ... + tar -xzf tikv-server.tar.gz bin + rm tikv-server.tar.gz + echo '✅ extracted bin from tikv-server.tar.gz .' ✅ extracted bin from tikv-server.tar.gz . [Pipeline] sh + sha1= + [[ commit_master =~ ^commit_[0-9a-f]{40}$ ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 + [[ true = \t\r\u\e ]] + refUrl=http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify + echo '🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify' 🔍 ref url: http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ curl --fail http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify ++ head -1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 867 0 --:--:-- --:--:-- --:--:-- 872 + sha1=f83febabecb98b95b098fd31a3664178f8a6b437 + artifactUrl=http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + echo '⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz' ⬇️📦 artifact url: http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz ++ basename http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + saveFile=pd-server.tar.gz + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 3 -c -O pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/f83febabecb98b95b098fd31a3664178f8a6b437/centos7/pd-server.tar.gz + echo '📂 extract bin from pd-server.tar.gz ...' 📂 extract bin from pd-server.tar.gz ... + tar -xzf pd-server.tar.gz bin + rm pd-server.tar.gz + echo '✅ extracted bin from pd-server.tar.gz .' ✅ extracted bin from pd-server.tar.gz . [Pipeline] } [Pipeline] // script [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + mv bin/tidb-server bin/integration_test_tidb-server + touch rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 57.87 secs (37067435 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pipelineddmltest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_flashbacktest') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-q64d1-whj3h-w7z53 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-0zrgj-3rjfm-q1zb0 [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-xscgb-jkzpm-g69z5 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-07h0d-skksh-mw7cx Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-8875-q64d1-whj3h-w7z53 is provisioned from template pingcap_tidb_ghpr_check2_8875-q64d1-whj3h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6873ad692b1092bc9cec764d11c3043f640a596e" jenkins/label: "pingcap_tidb_ghpr_check2_8875-q64d1" name: "pingcap-tidb-ghpr-check2-8875-q64d1-whj3h-w7z53" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-q64d1-whj3h-w7z53" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-q64d1-whj3h-w7z53" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-1d7wx-bnmw1-x9s07 Running on pingcap-tidb-ghpr-check2-8875-q64d1-whj3h-w7z53 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] podTemplate [Pipeline] { [Pipeline] { [Pipeline] node [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-djd4j-w9q42-x00g9 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@547f546e; decorates RemoteLauncher[hudson.remoting.Channel@2f767f02:JNLP4-connect connection from 10.233.69.233/10.233.69.233:59800] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-ghpr-check2-8875-0zrgj-3rjfm-q1zb0 is provisioned from template pingcap_tidb_ghpr_check2_8875-0zrgj-3rjfm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "61d4933578d5bbb7a5c9651d89b39be6b4bb9201" jenkins/label: "pingcap_tidb_ghpr_check2_8875-0zrgj" name: "pingcap-tidb-ghpr-check2-8875-0zrgj-3rjfm-q1zb0" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-0zrgj-3rjfm-q1zb0" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-0zrgj-3rjfm-q1zb0" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-0zrgj-3rjfm-q1zb0 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-jlvqm-pd2n4-8pkjt Agent pingcap-tidb-ghpr-check2-8875-xscgb-jkzpm-g69z5 is provisioned from template pingcap_tidb_ghpr_check2_8875-xscgb-jkzpm --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "084bb802edc8449d11d7b4296833c413406929ae" jenkins/label: "pingcap_tidb_ghpr_check2_8875-xscgb" name: "pingcap-tidb-ghpr-check2-8875-xscgb-jkzpm-g69z5" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-xscgb-jkzpm-g69z5" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-xscgb-jkzpm-g69z5" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-xscgb-jkzpm-g69z5 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-ghpr-check2-8875-07h0d-skksh-mw7cx is provisioned from template pingcap_tidb_ghpr_check2_8875-07h0d-skksh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "7b2f56d999eb34120f796dfe02dd3287ee8acc29" jenkins/label: "pingcap_tidb_ghpr_check2_8875-07h0d" name: "pingcap-tidb-ghpr-check2-8875-07h0d-skksh-mw7cx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-07h0d-skksh-mw7cx" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-07h0d-skksh-mw7cx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@349cce71; decorates RemoteLauncher[hudson.remoting.Channel@5d1736fd:JNLP4-connect connection from 10.233.70.69/10.233.70.69:34510] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Running on pingcap-tidb-ghpr-check2-8875-07h0d-skksh-mw7cx in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6b41e2b5; decorates RemoteLauncher[hudson.remoting.Channel@4ad0b6e4:JNLP4-connect connection from 10.233.66.211/10.233.66.211:41422] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@3257b6a6; decorates RemoteLauncher[hudson.remoting.Channel@a23de4:JNLP4-connect connection from 10.233.67.144/10.233.67.144:50734] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] node Commit message: "fix(br): use failpoint tidb-server instead (#2951)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) Agent pingcap-tidb-ghpr-check2-8875-1d7wx-bnmw1-x9s07 is provisioned from template pingcap_tidb_ghpr_check2_8875-1d7wx-bnmw1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "28ed8a682e87659381319c3cf72c969b4ecb0b09" jenkins/label: "pingcap_tidb_ghpr_check2_8875-1d7wx" name: "pingcap-tidb-ghpr-check2-8875-1d7wx-bnmw1-x9s07" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-1d7wx-bnmw1-x9s07" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-1d7wx-bnmw1-x9s07" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-1d7wx-bnmw1-x9s07 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 [Pipeline] { [Pipeline] checkout [Pipeline] timeout Timeout set to expire in 50 min The recommended git tool is: git [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] cache Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-k12rk-bmv80-79m0m No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@57a3458; decorates RemoteLauncher[hudson.remoting.Channel@346a1fad:JNLP4-connect connection from 10.233.88.24/10.233.88.24:51596] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-ghpr-check2-8875-jlvqm-pd2n4-8pkjt is provisioned from template pingcap_tidb_ghpr_check2_8875-jlvqm-pd2n4 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "9eff9b4d7f41a6236ab8ae623013bb55bf5d404e" jenkins/label: "pingcap_tidb_ghpr_check2_8875-jlvqm" name: "pingcap-tidb-ghpr-check2-8875-jlvqm-pd2n4-8pkjt" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-jlvqm-pd2n4-8pkjt" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-jlvqm-pd2n4-8pkjt" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-jlvqm-pd2n4-8pkjt in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-k3xcj-1k3t7-wq980 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-rh4p8-f6n9h-mp9ff Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-8875-k3xcj-1k3t7-wq980 is provisioned from template pingcap_tidb_ghpr_check2_8875-k3xcj-1k3t7 Agent pingcap-tidb-ghpr-check2-8875-k12rk-bmv80-79m0m is provisioned from template pingcap_tidb_ghpr_check2_8875-k12rk-bmv80 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "853f364309f7a65fe7963796f82bacc42de60e96" jenkins/label: "pingcap_tidb_ghpr_check2_8875-k12rk" name: "pingcap-tidb-ghpr-check2-8875-k12rk-bmv80-79m0m" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: --- apiVersion: "v1" kind: "Pod" metadata: annotations: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: jenkins/label-digest: "0d0bd2f72afbdd2497f35d6c306d55e32cabcc5f" jenkins/label: "pingcap_tidb_ghpr_check2_8875-k3xcj" name: "pingcap-tidb-ghpr-check2-8875-k3xcj-1k3t7-wq980" namespace: "jenkins-tidb" spec: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-k12rk-bmv80-79m0m" - name: "JENKINS_NAME" memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" value: "pingcap-tidb-ghpr-check2-8875-k12rk-bmv80-79m0m" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-k3xcj-1k3t7-wq980" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-k3xcj-1k3t7-wq980" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-k3xcj-1k3t7-wq980 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Running on pingcap-tidb-ghpr-check2-8875-k12rk-bmv80-79m0m in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8875-rh4p8-f6n9h-mp9ff is provisioned from template pingcap_tidb_ghpr_check2_8875-rh4p8-f6n9h --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d9c00ea72059c197fd9e9228cb098ecf4905b8eb" jenkins/label: "pingcap_tidb_ghpr_check2_8875-rh4p8" name: "pingcap-tidb-ghpr-check2-8875-rh4p8-f6n9h-mp9ff" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-rh4p8-f6n9h-mp9ff" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-rh4p8-f6n9h-mp9ff" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-rh4p8-f6n9h-mp9ff in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Agent pingcap-tidb-ghpr-check2-8875-djd4j-w9q42-x00g9 is provisioned from template pingcap_tidb_ghpr_check2_8875-djd4j-w9q42 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "915e874daf70655b92dfbb342192c3ca9210d76e" jenkins/label: "pingcap_tidb_ghpr_check2_8875-djd4j" name: "pingcap-tidb-ghpr-check2-8875-djd4j-w9q42-x00g9" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-djd4j-w9q42-x00g9" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-djd4j-w9q42-x00g9" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-djd4j-w9q42-x00g9 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/latest/pod-ghpr_check2.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 10.29 secs (208472693 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] checkout + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) The recommended git tool is: git [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-0glg9 [Pipeline] // cache Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-0j9jg-vl2rk-1kmdg [Pipeline] sh Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-v8bcw-wzk9t-rmq8p Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-3tzb1-wzwh1-2t71s Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-4n9k4 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-wlvkh-gc6px-f746l Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-ldsh3-9w371-sj84t Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-dlljp-lr6f6-xb8jh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1729e678; decorates RemoteLauncher[hudson.remoting.Channel@544af28:JNLP4-connect connection from 10.233.68.234/10.233.68.234:60044] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@46581a37; decorates RemoteLauncher[hudson.remoting.Channel@1ae232e:JNLP4-connect connection from 10.233.107.199/10.233.107.199:38412] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository [Pipeline] {Using shallow clone with depth 1 [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@49ed832a; decorates RemoteLauncher[hudson.remoting.Channel@6137a081:JNLP4-connect connection from 10.233.108.162/10.233.108.162:37916] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] { [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@15d42a88; decorates RemoteLauncher[hudson.remoting.Channel@16bf2528:JNLP4-connect connection from 10.233.84.174/10.233.84.174:46768] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] cache No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1cdee681; decorates RemoteLauncher[hudson.remoting.Channel@2aac9037:JNLP4-connect connection from 10.233.90.236/10.233.90.236:52298] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 Agent pingcap-tidb-ghpr-check2-8875-wlvkh-gc6px-f746l is provisioned from template pingcap_tidb_ghpr_check2_8875-wlvkh-gc6px Agent pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-0glg9 is provisioned from template pingcap_tidb_ghpr_check2_8875-d3dwr-b733c Agent pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-4n9k4 is provisioned from template pingcap_tidb_ghpr_check2_8875-p73xq-tk6ft Agent pingcap-tidb-ghpr-check2-8875-v8bcw-wzk9t-rmq8p is provisioned from template pingcap_tidb_ghpr_check2_8875-v8bcw-wzk9t --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: annotations: --- apiVersion: "v1" kind: "Pod" metadata: --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/jenkins-jenkins-agent: "true" buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: annotations: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "461bd18db120672924c510104831ec7f892506b5" jenkins/label: "pingcap_tidb_ghpr_check2_8875-d3dwr" jenkins/label-digest: "2356669e721bebf0ef48951736870b135f01e105" jenkins/label: "pingcap_tidb_ghpr_check2_8875-p73xq" jenkins/label-digest: "20d0cdf0a7779a82b45da428580e4b7decf41d6a" jenkins/label: "pingcap_tidb_ghpr_check2_8875-wlvkh" name: "pingcap-tidb-ghpr-check2-8875-wlvkh-gc6px-f746l" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: name: "pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-4n9k4" namespace: "jenkins-tidb" spec: name: "pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-0glg9" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "518868aaf3d477ebdf5e46d405eeabf2121104bb" values: - "true" containers: operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: jenkins/label: "pingcap_tidb_ghpr_check2_8875-v8bcw" name: "pingcap-tidb-ghpr-check2-8875-v8bcw-wzk9t-rmq8p" namespace: "jenkins-tidb" - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: operator: "In" values: - "true" containers: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true spec: affinity: nodeAffinity: volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "golang" resources: limits: memory: "32Gi" - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" cpu: "8" securityContext: privileged: true name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false postStart: exec: command: - "/bin/sh" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" memory: "128Mi" cpu: "100m" tty: true volumeMounts: tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-0glg9" cpu: "8" securityContext: privileged: true tty: true - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-0glg9" - name: "JENKINS_AGENT_WORKDIR" memory: "256Mi" cpu: "100m" tty: true volumeMounts: name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: value: "pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-4n9k4" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-4n9k4" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" requests: memory: "256Mi" cpu: "100m" volumeMounts: persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" securityContext: fsGroup: 1000 volumes: - emptyDir: {} - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" - path: "mem_limit" resourceFieldRef: containerName: "golang" name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: name: "report" resources: limits: memory: "256Mi" cpu: "100m" containerName: "golang" resource: "limits.cpu" - path: "cpu_request" claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" - path: "mem_request" resourceFieldRef: containerName: "golang" persistentVolumeClaim: claimName: "bazel-repository-cache" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" memory: "128Mi" cpu: "100m" tty: true volumeMounts: persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: value: "pingcap-tidb-ghpr-check2-8875-wlvkh-gc6px-f746l" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-wlvkh-gc6px-f746l" claimName: "bazel-repository-cache" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" requests: memory: "256Mi" cpu: "100m" volumeMounts: readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" securityContext: fsGroup: 1000 volumes: - emptyDir: {} value: "pingcap-tidb-ghpr-check2-8875-v8bcw-wzk9t-rmq8p" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-v8bcw-wzk9t-rmq8p" name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" containerName: "golang" resource: "limits.cpu" - path: "cpu_request" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" claimName: "bazel-repository-cache" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-0glg9 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Running on pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-4n9k4 in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Running on pingcap-tidb-ghpr-check2-8875-v8bcw-wzk9t-rmq8p in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Running on pingcap-tidb-ghpr-check2-8875-wlvkh-gc6px-f746l in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8875-0j9jg-vl2rk-1kmdg is provisioned from template pingcap_tidb_ghpr_check2_8875-0j9jg-vl2rk --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d8bf6299847154e0c38448331bbbec8972f4fe20" jenkins/label: "pingcap_tidb_ghpr_check2_8875-0j9jg" name: "pingcap-tidb-ghpr-check2-8875-0j9jg-vl2rk-1kmdg" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-0j9jg-vl2rk-1kmdg" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-0j9jg-vl2rk-1kmdg" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-0j9jg-vl2rk-1kmdg in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8875-ldsh3-9w371-sj84t is provisioned from template pingcap_tidb_ghpr_check2_8875-ldsh3-9w371 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "64188b6eb4a386f0545dbae836ff2ea7ba5b02ea" jenkins/label: "pingcap_tidb_ghpr_check2_8875-ldsh3" name: "pingcap-tidb-ghpr-check2-8875-ldsh3-9w371-sj84t" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-ldsh3-9w371-sj84t" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-ldsh3-9w371-sj84t" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-ldsh3-9w371-sj84t in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8875-dlljp-lr6f6-xb8jh is provisioned from template pingcap_tidb_ghpr_check2_8875-dlljp-lr6f6 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "659fa5a1e67533562f3c5365b03afa3c770eda86" jenkins/label: "pingcap_tidb_ghpr_check2_8875-dlljp" name: "pingcap-tidb-ghpr-check2-8875-dlljp-lr6f6-xb8jh" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-dlljp-lr6f6-xb8jh" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-dlljp-lr6f6-xb8jh" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-d3dwr-b733c-7s2dn Created Pod: kubernetes jenkins-tidb/pingcap-tidb-ghpr-check2-8875-p73xq-tk6ft-d06k3 Running on pingcap-tidb-ghpr-check2-8875-dlljp-lr6f6-xb8jh in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Agent pingcap-tidb-ghpr-check2-8875-3tzb1-wzwh1-2t71s is provisioned from template pingcap_tidb_ghpr_check2_8875-3tzb1-wzwh1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/ghpr_check2/8875/" runUrl: "job/pingcap/job/tidb/job/ghpr_check2/8875/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b5f44d85a06ed381a7c134b497520a2d4a3a38fc" jenkins/label: "pingcap_tidb_ghpr_check2_8875-3tzb1" name: "pingcap-tidb-ghpr-check2-8875-3tzb1-wzwh1-2t71s" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-ghpr-check2-8875-3tzb1-wzwh1-2t71s" - name: "JENKINS_NAME" value: "pingcap-tidb-ghpr-check2-8875-3tzb1-wzwh1-2t71s" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-ghpr-check2-8875-3tzb1-wzwh1-2t71s in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 11.81 secs (181701561 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 10.89 secs (196960695 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 8.90 secs (241051571 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 9.56 secs (224497582 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@5fc42c6a; decorates RemoteLauncher[hudson.remoting.Channel@596c5964:JNLP4-connect connection from 10.233.93.230/10.233.93.230:45340] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@65e21ae2; decorates RemoteLauncher[hudson.remoting.Channel@3086264d:JNLP4-connect connection from 10.233.127.45/10.233.127.45:55618] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@26edbd34; decorates RemoteLauncher[hudson.remoting.Channel@7f523115:JNLP4-connect connection from 10.233.97.125/10.233.97.125:54702] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6d5282f; decorates RemoteLauncher[hudson.remoting.Channel@a9323e2:JNLP4-connect connection from 10.233.106.43/10.233.106.43:45126] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1dace23f; decorates RemoteLauncher[hudson.remoting.Channel@30ab02f2:JNLP4-connect connection from 10.233.105.36/10.233.105.36:39396] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@507b794b; decorates RemoteLauncher[hudson.remoting.Channel@5e7e800c:JNLP4-connect connection from 10.233.86.226/10.233.86.226:51924] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning the remote Git repository Using shallow clone with depth 1 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1e4e1cb6; decorates RemoteLauncher[hudson.remoting.Channel@3fa64c1b:JNLP4-connect connection from 10.233.66.82/10.233.66.82:58150] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] stage Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 [Pipeline] stage [Pipeline] { (Test) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@17916b44; decorates RemoteLauncher[hudson.remoting.Channel@530e2686:JNLP4-connect connection from 10.233.71.10/10.233.71.10:56328] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] stage Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] { (Test) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2 # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] sh Commit message: "fix(br): use failpoint tidb-server instead (#2951)" diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 [Pipeline] { Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] withEnv [Pipeline] { > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 [Pipeline] container Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] withEnv [Pipeline] { Commit message: "fix(br): use failpoint tidb-server instead (#2951)" diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] container [Pipeline] { [Pipeline] cache + git status + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) + git status Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 start tidb-server, log file: ./integration-test.out tidb-server(PID: 1395) started run all integration test cases (enabled new collation) HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision 03312178c534dce949face80c69812d989e55009 (origin/main) Commit message: "fix(br): use failpoint tidb-server instead (#2951)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f 03312178c534dce949face80c69812d989e55009 # timeout=10 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") ./t/show.test: ok! 3 test cases passed, take time 0.00050035 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.025640525 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.026158498 s ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 2.851091948 s ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.080033084 s ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.167815917 s ./t/black_list.test: ok! 55 test cases passed, take time 0.12273962 s ./t/clustered_index.test: ok! 47 test cases passed, take time 3.49371384 s time="2024-05-07T10:03:28+08:00" level=error msg="run test [collation_agg_func] err: sql:select count(distinct value, value1) from t;: failed to run query \n\"select count(distinct value, value1) from t;\" \n around line 30, \nwe need(77):\nselect count(distinct value, value1) from t;\ncount(distinct value, value1)\n3\n\nbut got(77):\nselect count(distinct value, value1) from t;\ncount(distinct value, value1)\n4\n\n" Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 9.86 secs (217648621 bytes/sec) [Pipeline] { ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.756392737 s [Pipeline] cache time="2024-05-07T10:03:29+08:00" level=error msg="run test [collation_misc] err: sql:with cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;: failed to run query \n\"with cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;\" \n around line 68, \nwe need(116):\nwith cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;\ncount(*)\n1\n\nbut got(116):\nwith cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;\ncount(*)\n2\n\n" time="2024-05-07T10:03:30+08:00" level=error msg="run test [collation_pointget] err: sql:select * from t where a = \"a \";: failed to run query \n\"select * from t where a = \"a \";\" \n around line 19, \nwe need(37):\na\tb\nselect * from t where a = \"a \";\n\nbut got(37):\nselect * from t where a = \"a \";\na\tb\n\n" ./t/common_collation.test: ok! 26 test cases passed, take time 0.200705682 s ./t/cte.test: ok! 189 test cases passed, take time 1.979696777 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.052881243 s ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.489439723 s Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 4.93 secs (435438150 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 15.34 secs (139833405 bytes/sec) [Pipeline] { [Pipeline] cache ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 19.535382851 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.322324438 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.07637737 s ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 3.39583141 s Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 4.92 secs (435719827 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 6.77 secs (317092401 bytes/sec) [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] stage [Pipeline] { (Test) [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] stage [Pipeline] { (Test) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/sirupsen/logrus v1.8.1 [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] timeout Timeout set to expire in 50 min [Pipeline] { [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] withCredentials Masking supported pattern matches of $CODECOV_TOKEN [Pipeline] { [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh [Pipeline] { start tidb-server, log file: ./integration-test.out tidb-server(PID: 1649) started run all integration test cases (disabled new collation) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.712319657 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.783863262 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.678523209 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.828150401 s Great, All tests passed GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 integrationtest passed! ./run-tests.sh: line 1: kill: (1649) - No such process ~/agent/workspace/pingcap/tidb/ghpr_check2/tidb bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... INFO: Invocation ID: f0efe0a0-9193-47f0-87fc-fffa6b60333a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_54.229293432/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: cdddf6ab-86a3-4c4b-97d4-ee3b0e3a131e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_56.2150490607/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 0ae2aafa-3015-4d6f-83f9-cf203cce518f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_55.1164621753/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Loading: Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 15.11 secs (141947711 bytes/sec) [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] sh Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1065 targets configured) Analyzing: target //:gazelle (67 packages loaded, 529 targets configured) Analyzing: target //:gazelle (75 packages loaded, 952 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10443 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 3.92 secs (547005202 bytes/sec) Analyzing: target //:gazelle (100 packages loaded, 10453 targets configured) [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] sh Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] cache + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (177 packages loaded, 11261 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (173 packages loaded, 11257 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/reflect.a, 1.9 MiB / 2.5 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (171 packages loaded, 11242 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 3.2 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 8.9 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 4.0 MiB / 7.3 MiB; 1s remote-cache ... (8 actions, 0 running) [26 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 26.621s, Critical Path: 3.67s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 1.1 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) [197 / 316] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/printf/printf.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/printf/printf.a; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 26.776s, Critical Path: 3.09s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 4071f3c9-b098-4e5e-8851-aa7e33a7b120 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_54.229293432/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/log/slog/internal/slogtest.a; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 02468ca1-3658-40d8-98dc-7850e9e76aa4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_55.1164621753/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11937 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11856 targets configured) [276 / 316] [Prepa] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.445s, Critical Path: 3.71s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (136 packages loaded, 13014 targets configured) Analyzing: target //tools/tazel:tazel (92 packages loaded, 12925 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a1ea03c5-ee91-4e46-9bb0-6473f5a2e700 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_56.2150490607/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 18.68 secs (114824969 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tools/tazel:tazel (296 packages loaded, 14035 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (4 actions, 0 running) [567 / 607] [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/coprocessor/coprocessor.a ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12954 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.589s, Critical Path: 2.64s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (319 packages loaded, 14147 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 22] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [575 / 607] [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/keyspacepb/keyspacepb.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.794s, Critical Path: 2.70s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: 1893f92f-5066-4670-aec5-43b431df5f9a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_01_54.229293432/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: a40358dd-ed3e-4d78-85a2-a0221ea7f95b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_01_55.1164621753/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (466 packages loaded, 1528 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (464 packages loaded, 5647 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (685 packages loaded, 3797 targets configured) [565 / 607] GoCompilePkg external/io_etcd_go_etcd_client_v3/client.a; 0s remote-cache ... (4 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 5.02 secs (427675530 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (811 packages loaded, 13249 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.943s, Critical Path: 3.20s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/brietest:brietest_test (944 packages loaded, 14592 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (974 packages loaded, 15398 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... INFO: Invocation ID: 89990e48-2545-446f-a655-9f9923290033 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_01_56.2150490607/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/brietest:brietest_test (990 packages loaded, 16116 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1073 packages loaded, 16006 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1095 packages loaded, 16557 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (346 packages loaded, 5882 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1157 packages loaded, 16979 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1169 packages loaded, 17561 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (583 packages loaded, 12017 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1198 packages loaded, 17641 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (909 packages loaded, 14543 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1289 packages loaded, 18139 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1238 packages loaded, 18237 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (927 packages loaded, 15596 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1398 packages loaded, 18759 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1395 packages loaded, 19059 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (980 packages loaded, 15956 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1403 packages loaded, 19034 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1403 packages loaded, 19403 targets configured) ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 74.627569123 s Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1108 packages loaded, 17001 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1497 packages loaded, 19673 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1497 packages loaded, 20042 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) ./t/ddl/constraint.test: ok! 440 test cases passed, take time 8.002711727 s [24 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.2 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1192 packages loaded, 17903 targets configured) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 8.0 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) [25 / 1,547] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 6.0 MiB / 8.3 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1196 packages loaded, 17994 targets configured) [20 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [275 / 1,542] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/oracle/oracle.a [252 / 1,547] GoCompilePkg build/linter/staticcheck/S1035.a [for tool]; Downloading build/linter/staticcheck/S1035.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1287 packages loaded, 18395 targets configured) [728 / 1,542] GoCompilePkg external/com_github_klauspost_compress/zstd/zstd.a; Downloading external/com_github_klauspost_compress/zstd/zstd.a, 1.6 MiB / 2.4 MiB; 0s remote-cache ... (8 actions, 0 running) [582 / 1,547] GoCompilePkg external/com_github_spf13_pflag/pflag.a; Downloading external/com_github_spf13_pflag/pflag.a, 1.4 MiB / 2.7 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1397 packages loaded, 19123 targets configured) [983 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 60.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [893 / 1,547] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 3.2 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 11.41 secs (188026315 bytes/sec) [Pipeline] { [Pipeline] sh [1,099 / 1,547] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 23.7 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1402 packages loaded, 19398 targets configured) [1,174 / 1,542] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (8 actions, 0 running) + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1496 packages loaded, 20036 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [1,174 / 1,547] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 61.6 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] { [Pipeline] { [Pipeline] { [1,324 / 1,542] GoCompilePkg pkg/util/plancodec/plancodec.a; 0s remote-cache, linux-sandbox ... (11 actions, 10 running) [Pipeline] sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [1,261 / 1,547] GoCompilePkg external/com_github_tikv_client_go_v2/internal/locate/locate.a; 0s remote-cache ... (2 actions, 0 running) [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,333 / 1,542] GoCompilePkg pkg/meta/autoid/autoid.a; 0s remote-cache, linux-sandbox ... (12 actions running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [29 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache + git status [1,320 / 1,547] [Prepa] GoCompilePkg pkg/util/serialization/serialization.a ... (3 actions, 0 running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [1,340 / 1,542] GoCompilePkg pkg/util/stmtsummary/stmtsummary.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [336 / 1,546] GoCompilePkg external/org_uber_go_zap/zap.a; Downloading external/org_uber_go_zap/zap.a, 2.1 MiB / 2.2 MiB; 0s remote-cache ... (8 actions, 0 running) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [717 / 1,546] GoCompilePkg pkg/util/compress/compress.a; Downloading pkg/util/compress/compress.x; 0s remote-cache ... (8 actions, 0 running) [1,324 / 1,547] GoCompilePkg pkg/kv/kv.a; 0s remote-cache, linux-sandbox ... (4 actions running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,343 / 1,542] GoCompilePkg pkg/util/servermemorylimit/servermemorylimit.a; 0s remote-cache, linux-sandbox ... (15 actions, 14 running) [1,330 / 1,547] GoCompilePkg pkg/util/plancodec/plancodec.a; 0s remote-cache, linux-sandbox ... (11 actions, 10 running) [1,357 / 1,542] GoCompilePkg pkg/sessionctx/variable/variable.a; 0s remote-cache, linux-sandbox ... (9 actions, 8 running) [1,035 / 1,546] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 11.9 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [1,179 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 40.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,336 / 1,547] GoCompilePkg pkg/sessionctx/stmtctx/stmtctx.a; 1s remote-cache, linux-sandbox ... (5 actions, 4 running) [1,361 / 1,542] GoCompilePkg pkg/sessionctx/variable/variable.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,268 / 1,546] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/tikv/tikv.a [1,343 / 1,547] GoCompilePkg pkg/meta/autoid/autoid.a; 1s remote-cache, linux-sandbox ... (5 actions, 4 running) [1,367 / 1,542] GoCompilePkg pkg/extension/extension.a; 1s remote-cache, linux-sandbox ... (9 actions, 8 running) [1,374 / 1,542] GoCompilePkg pkg/planner/context/context.a; 0s remote-cache, linux-sandbox ... (4 actions running) [1,346 / 1,546] GoCompilePkg pkg/util/util.a; 1s remote-cache, linux-sandbox [1,347 / 1,547] GoCompilePkg pkg/util/cpuprofile/cpuprofile.a; 0s remote-cache, linux-sandbox ... (16 actions running) [1,346 / 1,546] GoCompilePkg pkg/util/util.a; 2s remote-cache, linux-sandbox [1,360 / 1,547] GoCompilePkg pkg/util/stmtsummary/v2/stmtsummary.a; 1s remote-cache, linux-sandbox ... (9 actions, 8 running) [1,378 / 1,542] GoCompilePkg pkg/expression/expression.a; 1s remote-cache, linux-sandbox ... (16 actions running) [1,347 / 1,546] [Prepa] GoCompilePkg pkg/store/store.a [1,367 / 1,547] GoCompilePkg pkg/sessionctx/variable/variable.a; 1s remote-cache, linux-sandbox [1,385 / 1,542] GoCompilePkg pkg/expression/expression.a; 3s remote-cache, linux-sandbox ... (16 actions running) [1,368 / 1,547] [Prepa] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a ... (6 actions, 0 running) [1,349 / 1,546] GoCompilePkg pkg/util/cpuprofile/cpuprofile.a; 1s remote-cache, linux-sandbox ... (14 actions, 12 running) [1,392 / 1,542] GoCompilePkg pkg/expression/expression.a; 4s remote-cache, linux-sandbox ... (14 actions running) [1,363 / 1,546] GoCompilePkg pkg/store/helper/helper.a; 1s remote-cache, linux-sandbox ... (8 actions running) [1,371 / 1,547] GoCompilePkg pkg/extension/extension.a; 1s remote-cache, linux-sandbox ... (11 actions, 10 running) [1,393 / 1,542] GoCompilePkg pkg/expression/expression.a; 5s remote-cache, linux-sandbox ... (12 actions running) [1,367 / 1,546] GoCompilePkg pkg/sessionctx/variable/variable.a; 1s remote-cache, linux-sandbox [1,380 / 1,547] GoCompilePkg pkg/expression/contextopt/contextopt.a; 0s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,400 / 1,542] GoCompilePkg pkg/expression/expression.a; 6s remote-cache, linux-sandbox ... (5 actions, 2 running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 12.28 secs (174711957 bytes/sec) [Pipeline] { [Pipeline] cache [1,368 / 1,546] GoCompilePkg pkg/sessionctx/sysproctrack/sysproctrack.a; 0s remote-cache, linux-sandbox ... (16 actions running) [1,383 / 1,547] GoCompilePkg pkg/expression/expression.a; 1s remote-cache, linux-sandbox ... (16 actions running) [1,404 / 1,542] GoCompilePkg pkg/expression/expression.a; 8s remote-cache, linux-sandbox ... (7 actions, 4 running) [1,378 / 1,546] GoCompilePkg br/pkg/storage/storage.a; 1s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,390 / 1,547] GoCompilePkg pkg/expression/expression.a; 2s remote-cache, linux-sandbox ... (15 actions, 14 running) [1,382 / 1,546] GoCompilePkg br/pkg/storage/storage.a; 2s remote-cache, linux-sandbox ... (10 actions, 4 running) [1,409 / 1,542] GoCompilePkg pkg/expression/expression.a; 9s remote-cache, linux-sandbox [1,410 / 1,542] GoCompilePkg pkg/expression/expression.a; 10s remote-cache, linux-sandbox [1,391 / 1,547] GoCompilePkg pkg/expression/expression.a; 3s remote-cache, linux-sandbox ... (15 actions, 14 running) [1,384 / 1,546] GoCompilePkg pkg/expression/expression.a; 1s remote-cache, linux-sandbox ... (15 actions, 14 running) [1,393 / 1,547] GoCompilePkg pkg/expression/expression.a; 5s remote-cache, linux-sandbox ... (16 actions running) [1,390 / 1,546] GoCompilePkg pkg/expression/expression.a; 2s remote-cache, linux-sandbox ... (14 actions running) [1,394 / 1,546] GoCompilePkg pkg/expression/expression.a; 3s remote-cache, linux-sandbox ... (14 actions running) [1,399 / 1,547] GoCompilePkg pkg/expression/expression.a; 6s remote-cache, linux-sandbox ... (8 actions, 6 running) [1,405 / 1,547] GoCompilePkg pkg/expression/expression.a; 7s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,395 / 1,546] GoCompilePkg pkg/expression/expression.a; 5s remote-cache, linux-sandbox ... (12 actions running) [1,409 / 1,547] GoCompilePkg pkg/expression/expression.a; 9s remote-cache, linux-sandbox ... (7 actions, 4 running) [1,396 / 1,546] GoCompilePkg pkg/expression/expression.a; 6s remote-cache, linux-sandbox ... (10 actions running) [1,411 / 1,547] GoCompilePkg pkg/expression/expression.a; 10s remote-cache, linux-sandbox ... (8 actions running) [1,399 / 1,546] GoCompilePkg pkg/expression/expression.a; 8s remote-cache, linux-sandbox ... (5 actions, 4 running) [1,414 / 1,547] GoCompilePkg pkg/expression/expression.a; 11s remote-cache, linux-sandbox ... (4 actions running) [1,410 / 1,542] GoCompilePkg pkg/expression/expression.a; 17s remote-cache, linux-sandbox [1,401 / 1,546] GoCompilePkg pkg/expression/expression.a; 9s remote-cache, linux-sandbox ... (6 actions running) [1,411 / 1,542] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,415 / 1,547] GoCompilePkg pkg/expression/expression.a; 13s remote-cache, linux-sandbox [1,405 / 1,546] GoCompilePkg pkg/expression/expression.a; 10s remote-cache, linux-sandbox ... (8 actions running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 11.70 secs (183394943 bytes/sec) [Pipeline] { [Pipeline] cache [1,415 / 1,542] GoCompilePkg pkg/table/table.a; 1s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,410 / 1,546] GoCompilePkg pkg/expression/expression.a; 12s remote-cache, linux-sandbox ... (9 actions, 8 running) [1,417 / 1,542] GoCompilePkg pkg/statistics/statistics.a; 1s remote-cache, linux-sandbox ... (6 actions running) [1,422 / 1,542] GoCompilePkg pkg/table/tables/tables.a; 0s remote-cache, linux-sandbox ... (14 actions, 12 running) ./t/ddl/db.test: ok! 290 test cases passed, take time 38.458907425 s [1,414 / 1,546] GoCompilePkg pkg/expression/expression.a; 13s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,422 / 1,542] GoCompilePkg pkg/table/tables/tables.a; 1s remote-cache, linux-sandbox ... (16 actions running) ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.282285231 s [1,424 / 1,542] GoCompilePkg pkg/table/tables/tables.a; 2s remote-cache, linux-sandbox ... (13 actions, 12 running) ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.63293122 s [1,415 / 1,546] GoCompilePkg pkg/expression/expression.a; 15s remote-cache, linux-sandbox ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.565887885 s [1,435 / 1,542] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; 1s remote-cache, linux-sandbox ... (5 actions, 4 running) [1,440 / 1,542] GoCompilePkg pkg/store/mockstore/unistore/unistore.a; 0s remote-cache, linux-sandbox [1,443 / 1,542] GoCompilePkg pkg/infoschema/infoschema.a; 0s remote-cache, linux-sandbox [1,415 / 1,547] GoCompilePkg pkg/expression/expression.a; 23s remote-cache, linux-sandbox [1,444 / 1,542] [Prepa] GoCompilePkg pkg/util/keydecoder/keydecoder.a ... (7 actions, 0 running) [1,445 / 1,542] GoCompilePkg pkg/sessiontxn/sessiontxn.a; 1s remote-cache, linux-sandbox ... (14 actions running) Cache restored successfully (ws/jenkins-pingcap-tidb-ghpr_check2-8875) 2145259008 bytes in 9.18 secs (233590777 bytes/sec) [Pipeline] { [1,415 / 1,547] GoCompilePkg pkg/expression/expression.a; 25s remote-cache, linux-sandbox [Pipeline] sh [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r--. 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [Pipeline] sh + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 + ls -l rev-5f541d06c9d94a518474acea388d777446370540 -rw-r--r-- 1 jenkins jenkins 0 May 7 10:00 rev-5f541d06c9d94a518474acea388d777446370540 [1,456 / 1,542] GoCompilePkg pkg/lightning/common/common.a; 1s remote-cache, linux-sandbox ... (5 actions, 4 running) [Pipeline] } [1,420 / 1,547] GoCompilePkg pkg/util/ranger/ranger.a; 1s remote-cache, linux-sandbox [Pipeline] sh [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [1,461 / 1,542] GoCompilePkg pkg/ttl/cache/cache.a; 1s remote-cache, linux-sandbox ... (11 actions, 10 running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] } [1,422 / 1,547] GoCompilePkg pkg/statistics/statistics.a; 0s remote-cache, linux-sandbox ... (4 actions, 2 running) Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [1,415 / 1,546] GoCompilePkg pkg/expression/expression.a; 24s remote-cache, linux-sandbox [1,417 / 1,546] GoCompilePkg pkg/param/param.a; 0s remote-cache, linux-sandbox ... (8 actions running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,467 / 1,542] GoCompilePkg pkg/statistics/handle/autoanalyze/priorityqueue/priorityqueue.a; 1s remote-cache, linux-sandbox ... (10 actions, 8 running) [1,424 / 1,547] GoCompilePkg pkg/statistics/statistics.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,422 / 1,546] GoCompilePkg pkg/statistics/statistics.a; 0s remote-cache, linux-sandbox ... (4 actions, 2 running) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [1,471 / 1,542] GoCompilePkg pkg/statistics/handle/storage/storage.a; 1s remote-cache, linux-sandbox ... (12 actions running) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [1,423 / 1,546] GoCompilePkg pkg/statistics/statistics.a; 2s remote-cache, linux-sandbox ... (4 actions running) [1,426 / 1,547] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 1s remote-cache, linux-sandbox ... (12 actions, 10 running) [1,476 / 1,542] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 2s remote-cache, linux-sandbox ... (15 actions, 14 running) [1,429 / 1,547] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 2s remote-cache, linux-sandbox ... (14 actions running) [1,425 / 1,546] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 0s remote-cache, linux-sandbox ... (12 actions running) [1,486 / 1,542] GoCompilePkg pkg/lightning/backend/external/external.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) [Pipeline] } [1,433 / 1,547] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 3s remote-cache, linux-sandbox ... (12 actions running) Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [1,427 / 1,546] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 1s remote-cache, linux-sandbox ... (16 actions running) [1,489 / 1,542] [Prepa] GoCompilePkg br/pkg/config/config.a ... (4 actions, 0 running) [1,438 / 1,547] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; 1s remote-cache, linux-sandbox ... (8 actions running) [1,429 / 1,546] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 3s remote-cache, linux-sandbox ... (13 actions, 12 running) [Pipeline] sh [1,493 / 1,542] GoCompilePkg pkg/lightning/backend/local/local.a; 0s remote-cache, linux-sandbox [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [1,444 / 1,547] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/server/server.a + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 [1,493 / 1,542] GoCompilePkg pkg/lightning/backend/local/local.a; 1s remote-cache, linux-sandbox [1,438 / 1,546] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; 0s remote-cache, linux-sandbox ... (5 actions, 2 running) [1,446 / 1,547] [Prepa] GoCompilePkg pkg/store/mockstore/mockstore.a [1,495 / 1,542] [Prepa] GoCompilePkg pkg/ddl/ddl.a [Pipeline] } [1,438 / 1,546] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; 1s remote-cache, linux-sandbox ... (8 actions running) Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-ghpr_check2-8875 already exists) [Pipeline] // dir Post stage [Pipeline] // cache [Pipeline] sh [1,447 / 1,547] GoCompilePkg pkg/infoschema/internal/internal.a; 0s remote-cache, linux-sandbox [Pipeline] // cache + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [1,495 / 1,542] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox [Pipeline] sh [1,448 / 1,547] GoCompilePkg pkg/infoschema/infoschema.a; 0s remote-cache, linux-sandbox + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 [Pipeline] sh [1,442 / 1,546] GoCompilePkg pkg/util/admin/admin.a; 1s remote-cache, linux-sandbox ... (6 actions running) [Pipeline] // cache [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [1,446 / 1,546] [Prepa] GoCompilePkg pkg/store/mockstore/mockstore.a [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [1,449 / 1,547] [Prepa] GoCompilePkg pkg/util/keydecoder/keydecoder.a ... (6 actions, 0 running) [Pipeline] junit Recording test results [Pipeline] // cache [Pipeline] // cache [Pipeline] sh None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh No test report files were found. Configuration error? [1,495 / 1,542] GoCompilePkg pkg/ddl/ddl.a; 5s remote-cache, linux-sandbox [1,448 / 1,546] [Prepa] GoCompilePkg pkg/infoschema/infoschema.a [Pipeline] sh [1,449 / 1,547] GoCompilePkg pkg/util/keydecoder/keydecoder.a; 1s remote-cache, linux-sandbox ... (16 actions running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [1,457 / 1,547] GoCompilePkg pkg/privilege/privileges/privileges.a; 2s remote-cache, linux-sandbox ... (12 actions running) [1,448 / 1,546] GoCompilePkg pkg/infoschema/infoschema.a; 1s remote-cache, linux-sandbox [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [1,498 / 1,542] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] } [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,463 / 1,547] GoCompilePkg pkg/ttl/cache/cache.a; 1s remote-cache, linux-sandbox ... (12 actions running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,448 / 1,546] GoCompilePkg pkg/infoschema/infoschema.a; 3s remote-cache, linux-sandbox + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [1,499 / 1,542] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [1,469 / 1,547] GoCompilePkg pkg/lightning/backend/encode/encode.a; 0s remote-cache, linux-sandbox ... (14 actions running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] // dir go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh [1,499 / 1,542] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 1s remote-cache, linux-sandbox ... (10 actions running) [1,450 / 1,546] GoCompilePkg pkg/sessiontxn/sessiontxn.a; 1s remote-cache, linux-sandbox ... (15 actions, 14 running) + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest [Pipeline] sh + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] sh [1,471 / 1,547] GoCompilePkg br/pkg/restore/split/split.a; 2s remote-cache, linux-sandbox ... (12 actions running) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [1,499 / 1,542] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 2s remote-cache, linux-sandbox ... (10 actions running) [1,457 / 1,546] GoCompilePkg pkg/privilege/privileges/privileges.a; 2s remote-cache, linux-sandbox ... (11 actions, 10 running) [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pipelineddmltest [Pipeline] script [Pipeline] { [Pipeline] sh + git status HEAD detached from origin/master You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-5f541d06c9d94a518474acea388d777446370540 no changes added to commit (use "git add" and/or "git commit -a") [1,461 / 1,546] GoCompilePkg pkg/lightning/common/common.a; 1s remote-cache, linux-sandbox ... (5 actions, 4 running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [1,477 / 1,547] GoCompilePkg pkg/statistics/handle/storage/storage.a; 0s remote-cache, linux-sandbox ... (12 actions running) [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 [Pipeline] sh go: downloading github.com/sergi/go-diff v1.1.0 [1,504 / 1,542] GoCompilePkg pkg/executor/lockstats/lockstats.a; 1s remote-cache, linux-sandbox ... (16 actions running) [1,484 / 1,547] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 2s remote-cache, linux-sandbox ... (11 actions, 6 running) [Pipeline] } [1,466 / 1,546] GoCompilePkg pkg/ttl/cache/cache.a; 1s remote-cache, linux-sandbox ... (11 actions, 10 running) [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [1,511 / 1,542] GoCompilePkg pkg/planner/core/core.a; 2s remote-cache, linux-sandbox ... (8 actions running) [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,469 / 1,546] GoCompilePkg pkg/disttask/framework/taskexecutor/taskexecutor.a; 1s remote-cache, linux-sandbox ... (16 actions running) [Pipeline] // stage [Pipeline] } [1,491 / 1,547] GoCompilePkg pkg/lightning/backend/external/external.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,514 / 1,542] GoCompilePkg pkg/planner/core/core.a; 4s remote-cache, linux-sandbox ... (7 actions, 6 running) + /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_flashbacktest bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... [1,493 / 1,547] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 [1,495 / 1,547] GoCompilePkg br/pkg/config/config.a; 0s remote-cache, linux-sandbox ... (6 actions running) [1,516 / 1,542] GoCompilePkg pkg/planner/core/core.a; 5s remote-cache, linux-sandbox ... (4 actions running) INFO: Invocation ID: ce7ed44e-54cd-4946-979a-91b50836f7b4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_58.1470613562/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: b9f63b36-3a68-48e6-a261-740470accb7c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_02.1882373820/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,469 / 1,546] GoCompilePkg pkg/disttask/framework/taskexecutor/taskexecutor.a; 4s remote-cache, linux-sandbox ... (16 actions running) INFO: Invocation ID: 8f4bb42e-0a63-452d-8868-ffe62de9b24e INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_02.3481507645/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,478 / 1,546] GoCompilePkg pkg/statistics/handle/storage/storage.a; 1s remote-cache, linux-sandbox ... (11 actions, 10 running) Loading: Loading: Loading: 0 packages loaded [1,517 / 1,542] GoCompilePkg pkg/planner/core/core.a; 7s remote-cache, linux-sandbox ... (3 actions, 2 running) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,498 / 1,547] GoCompilePkg pkg/lightning/backend/local/local.a; 1s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [1,517 / 1,542] GoCompilePkg pkg/planner/core/core.a; 8s remote-cache, linux-sandbox ... (4 actions running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,499 / 1,547] GoCompilePkg pkg/ddl/ingest/ingest.a; 0s remote-cache, linux-sandbox Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,484 / 1,546] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 2s remote-cache, linux-sandbox ... (16 actions running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [1,487 / 1,546] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; 3s remote-cache, linux-sandbox ... (10 actions running) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,518 / 1,542] GoCompilePkg pkg/planner/core/core.a; 10s remote-cache, linux-sandbox ... (4 actions running) [1,500 / 1,547] GoCompilePkg pkg/ddl/ddl.a; 1s remote-cache, linux-sandbox INFO: Invocation ID: 5f56ee79-2949-481e-83a2-7e838f9443b9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_02.1625555088/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,519 / 1,542] GoCompilePkg pkg/planner/core/core.a; 11s remote-cache, linux-sandbox Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,493 / 1,546] GoCompilePkg br/pkg/metautil/metautil.a; 1s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (75 packages loaded, 988 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1193 targets configured) Analyzing: target //:gazelle (75 packages loaded, 2446 targets configured) Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c go: downloading github.com/sergi/go-diff v1.1.0 [1,498 / 1,546] GoCompilePkg pkg/lightning/backend/local/local.a; 0s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c [1,519 / 1,542] GoCompilePkg pkg/planner/core/core.a; 13s remote-cache, linux-sandbox go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328 go: downloading github.com/pingcap/failpoint v0.0.0-20220801062533-2eaa32854a6c INFO: Invocation ID: 0bb8c8a5-707f-4f42-bb42-be4f8b22cffa INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_57.561784598/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,520 / 1,542] GoCompilePkg pkg/planner/pattern/pattern.a; 0s remote-cache, linux-sandbox ... (12 actions running) go: downloading github.com/sergi/go-diff v1.1.0 [1,498 / 1,546] GoCompilePkg pkg/lightning/backend/local/local.a; 2s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [1,499 / 1,546] GoCompilePkg pkg/ddl/ingest/ingest.a; 1s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (75 packages loaded, 1023 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,524 / 1,542] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 2s remote-cache, linux-sandbox ... (6 actions running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [1,527 / 1,542] GoCompilePkg pkg/planner/implementation/implementation.a; 0s remote-cache, linux-sandbox ... (4 actions running) [1,500 / 1,546] GoCompilePkg pkg/ddl/ddl.a; 0s remote-cache, linux-sandbox bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... INFO: Invocation ID: 0b328eec-c11a-44f7-a27a-105d759c5ed1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.3307640171/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,528 / 1,542] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,501 / 1,547] [Prepa] GoCompilePkg pkg/ddl/schematracker/schematracker.a bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 8c07718f-0e0d-4b7a-8114-30972d2a21ea INFO: Invocation ID: 44938285-d51d-42bc-b9bb-5108fa831fe9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.2830179609/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [1,502 / 1,547] GoCompilePkg pkg/ddl/schematracker/schematracker.a; 1s remote-cache, linux-sandbox Starting local Bazel server and connecting to it... Loading: Loading: Loading: 0 packages loaded INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.1909944774/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 5abec8c8-1460-4700-99ba-163018ba3caa INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.788000879/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Loading: INFO: Invocation ID: be497521-92e5-4d1a-a9a8-eee3535c5358 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.3164280090/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [1,531 / 1,542] [Prepa] GoCompilePkg pkg/executor/executor.a Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Starting local Bazel server and connecting to it... Loading: Loading: 0 packages loaded Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: fc4cc7f3-13a8-40e3-bfe1-c4e4b9c5ef94 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.953982477/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (45 packages loaded, 437 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Loading: [1,531 / 1,542] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox Loading: Loading: [1,503 / 1,547] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: c7954264-5b27-423c-8c8e-b6dd8c9b4e40 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.1484448183/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10446 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,504 / 1,547] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: 2445f546-8159-4fd1-8d4c-23e978ba9380 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.1585614798/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,504 / 1,547] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 1s remote-cache, linux-sandbox ... (10 actions running) Analyzing: target //:gazelle (99 packages loaded, 2017 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (181 packages loaded, 11275 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (180 packages loaded, 11264 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,500 / 1,546] GoCompilePkg pkg/ddl/ddl.a; 8s remote-cache, linux-sandbox [1,506 / 1,547] GoCompilePkg br/pkg/glue/glue.a; 2s remote-cache, linux-sandbox ... (9 actions, 6 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (74 packages loaded, 756 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (45 packages loaded, 439 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 952 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1981 targets configured) [1,503 / 1,546] [Prepa] GoCompilePkg pkg/domain/domain.a Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (186 packages loaded, 11281 targets configured) Analyzing: target //:gazelle (99 packages loaded, 1203 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/bufio.a, 68.1 KiB / 354.7 KiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) [1,509 / 1,547] GoCompilePkg pkg/executor/lockstats/lockstats.a; 1s remote-cache, linux-sandbox ... (16 actions running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10444 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10443 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [1,512 / 1,547] GoCompilePkg pkg/executor/lockstats/lockstats.a; 2s remote-cache, linux-sandbox ... (12 actions running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 4.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [1,503 / 1,546] GoCompilePkg pkg/domain/domain.a; 1s remote-cache, linux-sandbox Analyzing: target //:gazelle (75 packages loaded, 3339 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (2 actions, 0 running) [1,517 / 1,547] GoCompilePkg pkg/planner/core/core.a; 3s remote-cache, linux-sandbox ... (5 actions, 2 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,531 / 1,542] GoCompilePkg pkg/executor/executor.a; 8s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,504 / 1,546] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.9 MiB / 17.2 MiB; 2s remote-cache ... (3 actions, 0 running) [70 / 316] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 5.4 MiB / 5.5 MiB; 0s remote-cache ... (7 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.2 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,532 / 1,542] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.6 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) [175 / 316] GoCompilePkg build/linter/unconvert/unconvert.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.086s, Critical Path: 3.86s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (74 packages loaded, 855 targets configured) Analyzing: target //:gazelle (74 packages loaded, 860 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.900s, Critical Path: 4.06s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f06dad42-9b65-4053-a07e-45dfaee14a75 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_02.3481507645/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [1,534 / 1,542] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox [1,504 / 1,546] GoCompilePkg br/pkg/glue/glue.a; 1s remote-cache, linux-sandbox ... (10 actions running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (177 packages loaded, 11273 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [1,518 / 1,547] GoCompilePkg pkg/planner/core/core.a; 5s remote-cache, linux-sandbox ... (8 actions running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: cba4a611-2626-465d-a9e9-41d26bb1675c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_58.1470613562/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [1,519 / 1,547] GoCompilePkg pkg/planner/core/core.a; 6s remote-cache, linux-sandbox ... (8 actions running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11934 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.1 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 992 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (3 actions, 0 running) [1,504 / 1,546] GoCompilePkg br/pkg/glue/glue.a; 3s remote-cache, linux-sandbox ... (10 actions running) [1,534 / 1,542] GoCompilePkg pkg/store/driver/driver.a; 2s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (7 packages loaded, 11787 targets configured) [276 / 316] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Analyzing: target //tools/tazel:tazel (135 packages loaded, 12957 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.1 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.579s, Critical Path: 4.94s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (100 packages loaded, 10436 targets configured) [1,521 / 1,547] GoCompilePkg pkg/planner/core/core.a; 8s remote-cache, linux-sandbox ... (4 actions running) Analyzing: target //tools/tazel:tazel (92 packages loaded, 12927 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 7c854ce5-4df8-46a7-80bc-631498d14410 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_02.1882373820/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [1,509 / 1,546] GoCompilePkg pkg/executor/lockstats/lockstats.a; 1s remote-cache, linux-sandbox ... (16 actions running) [1,535 / 1,542] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (292 packages loaded, 14000 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt [1,522 / 1,547] GoCompilePkg pkg/planner/core/core.a; 10s remote-cache, linux-sandbox ... (3 actions, 2 running) [27 / 316] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/pkgbits/pkgbits.a [for tool] ... (7 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (109 packages loaded, 10527 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [1,536 / 1,542] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox ... (4 actions running) [273 / 607] [Prepa] GoCompilePkg pkg/util/hack/hack.a ... (5 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a ... (5 actions, 0 running) [307 / 316] [Prepa] GoCompilePkg external/org_golang_x_mod/module/module.a [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.411s, Critical Path: 4.37s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //:gazelle (111 packages loaded, 10543 targets configured) Analyzing: target //tools/tazel:tazel (127 packages loaded, 13003 targets configured) [564 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 9.6 MiB / 9.9 MiB; 0s remote-cache ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel [1,522 / 1,547] GoCompilePkg pkg/planner/core/core.a; 11s remote-cache, linux-sandbox ... (4 actions running) INFO: Invocation ID: 0b0b5c43-4092-4b46-a1cf-3d11f6f45d31 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_02.1625555088/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [1,513 / 1,546] GoCompilePkg pkg/executor/lockstats/lockstats.a; 3s remote-cache, linux-sandbox ... (10 actions running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [572 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (192 packages loaded, 11282 targets configured) [1,539 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/pessimistictest/pessimistictest_test_test.external.a Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.821s, Critical Path: 2.72s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (196 packages loaded, 11307 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.645s, Critical Path: 2.47s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (7 packages loaded, 11902 targets configured) [1,518 / 1,546] GoCompilePkg pkg/planner/core/core.a; 4s remote-cache, linux-sandbox ... (7 actions, 6 running) Analyzing: target //:gazelle (184 packages loaded, 11269 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: f05bb375-59d7-4ae0-ae09-3e494f33a940 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_02.3481507645/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 0s remote-cache, linux-sandbox [1,522 / 1,547] GoCompilePkg pkg/planner/core/core.a; 13s remote-cache, linux-sandbox ... (4 actions running) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (176 packages loaded, 11265 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (4 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Invocation ID: 1dd61113-20bf-49bc-9a4e-6a2c15a409ef INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_01_58.1470613562/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (129 packages loaded, 12944 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [1,525 / 1,547] GoCompilePkg pkg/planner/core/core.a; 14s remote-cache, linux-sandbox [1,519 / 1,546] GoCompilePkg pkg/planner/core/core.a; 6s remote-cache, linux-sandbox ... (8 actions running) Analyzing: target //:gazelle (270 packages loaded, 11965 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [569 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/raft_serverpb/raft_serverpb.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.483s, Critical Path: 2.46s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 4.0 MiB / 5.9 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (416 packages loaded, 4816 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (178 packages loaded, 11261 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) Analyzing: target //:gazelle (184 packages loaded, 11287 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tests/realtikvtest/txntest:txntest_test (52 packages loaded, 200 targets configured) Analyzing: target //:gazelle (185 packages loaded, 11263 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [32 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (7 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: 5c31b94d-135b-45f5-92fa-8f5292bb27fe INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_02.1882373820/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (639 packages loaded, 12111 targets configured) Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.2 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [1,519 / 1,546] GoCompilePkg pkg/planner/core/core.a; 8s remote-cache, linux-sandbox ... (8 actions running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.1 MiB / 3.5 MiB; 0s remote-cache ... (3 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (7 actions, 0 running) Analyzing: target //:gazelle (175 packages loaded, 11270 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (52 packages loaded, 200 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) [200 / 316] GoCompilePkg build/linter/bodyclose/bodyclose.a [for tool]; Downloading build/linter/bodyclose/bodyclose.a, 24.0 KiB / 78.1 KiB; 0s remote-cache ... (5 actions, 0 running) [315 / 316] GoLink external/bazel_gazelle/cmd/gazelle/gazelle_/gazelle [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.306s, Critical Path: 3.82s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (929 packages loaded, 14616 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.0 MiB / 10.3 MiB; 1s remote-cache ... (2 actions, 0 running) [572 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a, 3.0 MiB / 3.2 MiB; 0s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 811445b9-1f4b-441c-b338-b1a4b131dc26 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.3307640171/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.131s, Critical Path: 3.61s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tests/realtikvtest/txntest:txntest_test (563 packages loaded, 2314 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (489 packages loaded, 2657 targets configured) [0 / 1] checking cached actions Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.468s, Critical Path: 2.42s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1032 packages loaded, 15690 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [142 / 316] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; 0s remote-cache ... (8 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 45b46383-51bb-402f-b07c-5df8068dfba1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_01_57.561784598/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 2.3 MiB / 3.4 MiB; 1s remote-cache ... (3 actions, 0 running) [40 / 316] GoCompilePkg external/org_golang_x_tools/go/ast/astutil/astutil.a [for tool]; 0s remote-cache ... (7 actions, 0 running) [1,521 / 1,546] GoCompilePkg pkg/planner/core/core.a; 10s remote-cache, linux-sandbox ... (4 actions running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 5.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (205 packages loaded, 11458 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (698 packages loaded, 13188 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 27.972s, Critical Path: 3.70s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... Analyzing: target //tools/tazel:tazel (9 packages loaded, 11930 targets configured) [26 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.149s, Critical Path: 3.91s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Invocation ID: 40bfc4e9-26b8-461a-903a-e219bc62204f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_02.1625555088/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.1 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (691 packages loaded, 12874 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1078 packages loaded, 16234 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Invocation ID: 2a4331e6-9468-4734-9f6f-45dc0776c80b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.2830179609/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ef0420c8-0c1b-485b-be8c-1b526dd66909 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.788000879/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11928 targets configured) Analyzing: target //tools/tazel:tazel (163 packages loaded, 13093 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (921 packages loaded, 14426 targets configured) [1,541 / 1,542] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 6s remote-cache, linux-sandbox Analyzing: target //:gazelle (100 packages loaded, 10464 targets configured) [113 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (753 packages loaded, 13792 targets configured) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1144 packages loaded, 16961 targets configured) [1,546 / 1,550] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [306 / 316] [Prepa] GoCompilePkg external/bazel_gazelle/config/config.a [for tool] Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.596s, Critical Path: 3.70s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (9 packages loaded, 11941 targets configured) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12954 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.965s, Critical Path: 3.26s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; 12s remote-cache, linux-sandbox ... (4 actions running) [1,526 / 1,547] [Prepa] GoCompilePkg pkg/planner/pattern/pattern.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (456 packages loaded, 10705 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (938 packages loaded, 15691 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: b0230233-b37e-46ee-94f0-266ff3666140 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.1909944774/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (970 packages loaded, 15298 targets configured) [1,526 / 1,547] GoCompilePkg pkg/planner/pattern/pattern.a; 1s remote-cache, linux-sandbox ... (12 actions running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_ppc64x.h; 1s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net.a, 2.1 MiB / 3.6 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1256 packages loaded, 17901 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11645 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 09399bcd-a085-4a6f-8d60-a092a91385f9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.3164280090/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 3.1 MiB / 10.3 MiB; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (659 packages loaded, 12028 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1043 packages loaded, 16205 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (166 packages loaded, 10758 targets configured) Analyzing: target //tools/tazel:tazel (132 packages loaded, 13011 targets configured) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 9.0 MiB / 10.7 MiB; 1s remote-cache ... (3 actions, 0 running) [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 0s remote-cache, linux-sandbox Analyzing: target //tools/tazel:tazel (91 packages loaded, 12910 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1005 packages loaded, 15667 targets configured) [1,529 / 1,547] GoCompilePkg pkg/executor/sortexec/sortexec.a; 2s remote-cache, linux-sandbox ... (8 actions running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1395 packages loaded, 18620 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11858 targets configured) [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; 14s remote-cache, linux-sandbox ... (4 actions running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11858 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1181 packages loaded, 17638 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [25 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 2s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (744 packages loaded, 14116 targets configured) Analyzing: target //tools/tazel:tazel (291 packages loaded, 13936 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/color/color.a Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1064 packages loaded, 16201 targets configured) [1,533 / 1,547] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 3s remote-cache, linux-sandbox ... (6 actions running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1489 packages loaded, 19202 targets configured) [562 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (123 packages loaded, 12949 targets configured) [26 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache Analyzing: target //tests/realtikvtest/txntest:txntest_test (1205 packages loaded, 18016 targets configured) Analyzing: target //:gazelle (171 packages loaded, 11242 targets configured) Analyzing: target //tools/tazel:tazel (124 packages loaded, 12902 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (859 packages loaded, 14707 targets configured) [572 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a; Downloading external/com_github_pingcap_kvproto/pkg/debugpb/debugpb.a, 367.8 KiB / 3.2 MiB; 0s remote-cache ... (3 actions, 0 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1250 packages loaded, 17670 targets configured) [276 / 316] [Prepa] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool] Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1492 packages loaded, 19397 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.735s, Critical Path: 2.86s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (298 packages loaded, 14064 targets configured) [1,524 / 1,546] GoCompilePkg pkg/planner/core/core.a; 16s remote-cache, linux-sandbox Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.020s, Critical Path: 5.83s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.280s, Critical Path: 3.74s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1497 packages loaded, 19673 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //:gazelle (270 packages loaded, 11965 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [1,535 / 1,547] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... Analyzing: target //tests/realtikvtest/txntest:txntest_test (1274 packages loaded, 18371 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.728s, Critical Path: 2.52s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 241d3707-02cf-4e5a-a46b-71c5c6fc6450 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.953982477/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes [0 / 23] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 77.185267738 s [563 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 2.1 MiB / 9.9 MiB; 0s remote-cache ... (3 actions, 0 running) INFO: Invocation ID: f9b9d4fb-fccb-4c3c-99e5-1b4264ad2dd7 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.1484448183/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... INFO: Invocation ID: baea2bfe-9520-4257-88a5-5365792ca969 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.3307640171/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1049 packages loaded, 15805 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1393 packages loaded, 18602 targets configured) [557 / 607] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 4.0 MiB / 7.8 MiB; 0s remote-cache ... (6 actions, 0 running) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/txntest:txntest_test (1346 packages loaded, 18857 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: a0b23a79-fb73-47e3-8d20-3f4442f0b598 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_01_57.561784598/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [273 / 607] [Prepa] GoCompilePkg external/com_github_shirou_gopsutil_v3/common/common.a ... (8 actions, 0 running) [24 / 316] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) [1,536 / 1,547] GoCompilePkg pkg/planner/planner.a; 1s remote-cache, linux-sandbox Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.952s, Critical Path: 2.76s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1101 packages loaded, 16187 targets configured) INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11893 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/ztest/ztest.a [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1395 packages loaded, 18626 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.063s, Critical Path: 2.79s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (7 packages loaded, 11909 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1402 packages loaded, 19399 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1341 packages loaded, 17956 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pipelineddmltest/... INFO: Invocation ID: 2fdd07e7-4c21-4f30-83fc-b3663cb002dc INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.2830179609/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: [565 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (127 packages loaded, 12905 targets configured) [563 / 607] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 7.2 MiB / 9.9 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 316] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.1 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [21 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (465 packages loaded, 7471 targets configured) [1,537 / 1,547] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (122 packages loaded, 12936 targets configured) [1,524 / 1,546] GoCompilePkg pkg/planner/core/core.a; 19s remote-cache, linux-sandbox INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1496 packages loaded, 20037 targets configured). INFO: Found 1 test target... [0 / 0] checking cached actions Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (189 packages loaded, 11337 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1497 packages loaded, 19679 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 7.013s, Critical Path: 2.78s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: 2ce3c295-ba0a-4afd-8484-7f3d631860b9 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.788000879/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1413 packages loaded, 18734 targets configured) [1,525 / 1,546] GoCompilePkg pkg/planner/pattern/pattern.a; 0s remote-cache, linux-sandbox ... (12 actions running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.943s, Critical Path: 2.77s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [98 / 316] GoCompilePkg external/in_gopkg_yaml_v3/yaml_v3.a [for tool]; 0s remote-cache ... (8 actions, 0 running) [331 / 1,542] GoCompilePkg external/org_uber_go_zap/zap.a; Downloading external/org_uber_go_zap/zap.a, 1.7 MiB / 2.0 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (721 packages loaded, 12182 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (294 packages loaded, 14019 targets configured) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/vendor/golang.org/x/text/unicode/bidi.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (659 packages loaded, 12576 targets configured) Analyzing: target //tools/tazel:tazel (316 packages loaded, 14247 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 22] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 1 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (371 packages loaded, 2296 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1413 packages loaded, 18734 targets configured) INFO: Invocation ID: fa72a049-82ea-4775-ab0a-5e668fb716b3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.1909944774/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: 9292fbc1-4926-4a6b-903d-5ce143a6e70f INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.3164280090/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 35.106s, Critical Path: 3.57s INFO: 316 processes: 296 remote cache hit, 20 internal. INFO: Build completed successfully, 316 total actions INFO: Running command line: bazel-bin/gazelle [803 / 1,542] GoCompilePkg external/com_github_modern_go_concurrent/concurrent.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (864 packages loaded, 14316 targets configured) [19 / 1,542] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (242 packages loaded, 7745 targets configured) Loading: Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: bf370097-fc0e-4d1c-a781-608d464f52b8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_05_07_02_02_16.1585614798/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 10.0 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (826 packages loaded, 15184 targets configured) [273 / 607] [Prepa] GoCompilePkg external/org_golang_x_exp/constraints/constraints.a ... (8 actions, 0 running) [1,526 / 1,546] GoCompilePkg pkg/executor/internal/testutil/testutil.a; 1s remote-cache, linux-sandbox ... (11 actions, 10 running) [1,125 / 1,542] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (988 packages loaded, 15553 targets configured) [165 / 1,542] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 2.2 MiB / 5.7 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (592 packages loaded, 11529 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (599 packages loaded, 13432 targets configured) [272 / 607] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1515 packages loaded, 19787 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (495 packages loaded, 1754 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (839 packages loaded, 15223 targets configured) [166 / 1,546] GoCompilePkg build/linter/etcdconfig/etcdconfig.a [for tool]; Downloading build/linter/etcdconfig/etcdconfig.a; 0s remote-cache ... (8 actions, 0 running) [575 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11910 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (52 packages loaded, 200 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (910 packages loaded, 14625 targets configured) [546 / 607] GoCompilePkg external/org_golang_google_grpc/balancer/roundrobin/roundrobin.a; 0s remote-cache ... (2 actions, 0 running) [1,529 / 1,546] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 3s remote-cache, linux-sandbox ... (6 actions running) [1,231 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 47.8 MiB / 69.8 MiB; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1079 packages loaded, 16342 targets configured) [568 / 1,542] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 3.1 MiB / 8.1 MiB; 0s remote-cache ... (8 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.519s, Critical Path: 2.51s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (751 packages loaded, 12844 targets configured) [20 / 1,560] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.0 MiB / 10.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (740 packages loaded, 7645 targets configured) [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 10s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (421 packages loaded, 2418 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (927 packages loaded, 15595 targets configured) [549 / 607] [Prepa] GoCompilePkg external/com_github_grpc_ecosystem_go_grpc_middleware/go-grpc-middleware.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (971 packages loaded, 15829 targets configured) [520 / 1,546] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; 0s remote-cache ... (8 actions, 0 running) [1,346 / 1,542] GoCompilePkg pkg/util/cpuprofile/cpuprofile.a; 0s remote-cache ... (6 actions, 0 running) [998 / 1,542] GoCompilePkg external/io_k8s_sigs_structured_merge_diff_v4/value/value.a; Downloading external/io_k8s_sigs_structured_merge_diff_v4/value/value.a, 1023.9 KiB / 1.7 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1127 packages loaded, 16691 targets configured) Analyzing: target //tools/tazel:tazel (125 packages loaded, 12954 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (974 packages loaded, 15788 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (866 packages loaded, 14206 targets configured) [1,533 / 1,546] GoCompilePkg pkg/disttask/importinto/importinto.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: 4c487821-1893-4147-a06b-a3b64bbd4bd3 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.1484448183/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (518 packages loaded, 12850 targets configured) [43 / 1,560] GoCompilePkg external/co_honnef_go_tools/pattern/pattern.a [for tool]; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1162 packages loaded, 17376 targets configured) [850 / 1,546] GoCompilePkg external/org_golang_google_grpc/internal/channelz/channelz.a; 0s remote-cache ... (8 actions, 0 running) [1,406 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 70.2 MiB / 78.6 MiB; 0s remote-cache ... (4 actions, 0 running) [1,211 / 1,542] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 9.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1143 packages loaded, 16829 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14076 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14292 targets configured). INFO: Found 1 target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1057 packages loaded, 16444 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1019 packages loaded, 15965 targets configured) [598 / 607] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/transaction/transaction.a Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 8.763s, Critical Path: 4.37s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [418 / 1,560] GoCompilePkg external/io_opencensus_go/tag/tag.a; 0s remote-cache ... (8 actions, 0 running) [1,534 / 1,546] GoCompilePkg pkg/planner/cascades/cascades.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1210 packages loaded, 17933 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (967 packages loaded, 15689 targets configured) [1,148 / 1,546] GoCompilePkg external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a; Downloading external/com_github_pingcap_kvproto/pkg/encryptionpb/encryptionpb.a, 407.8 KiB / 983.0 KiB; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [1,444 / 1,542] [Prepa] GoCompilePkg br/pkg/restore/tiflashrec/tiflashrec.a ... (8 actions, 0 running) [1,271 / 1,542] GoCompilePkg pkg/domain/globalconfigsync/globalconfigsync.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1343 packages loaded, 18365 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1140 packages loaded, 17217 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (947 packages loaded, 15281 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1168 packages loaded, 17366 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: 13a7d9c5-a65d-4d12-8e33-0ed3f7abe3cd INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.953982477/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [273 / 607] [Prepa] GoCompilePkg external/org_uber_go_zap/internal/exit/exit.a ... (7 actions, 0 running) [876 / 1,560] GoCompilePkg pkg/util/format/format.a; Downloading pkg/util/format/format.x; 0s remote-cache ... (8 actions, 0 running) Loading: Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1117 packages loaded, 16732 targets configured) [1,233 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2iface/ec2iface.a; 0s remote-cache ... (5 actions, 0 running) [1,399 / 1,542] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 26.5 MiB / 78.6 MiB; 0s remote-cache ... (5 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1226 packages loaded, 18068 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1020 packages loaded, 16189 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1214 packages loaded, 18024 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1346 packages loaded, 18855 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) [1,498 / 1,542] GoCompilePkg pkg/ddl/util/callback/callback.a; 0s remote-cache, linux-sandbox ... (3 actions, 2 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1488 packages loaded, 19257 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (435 packages loaded, 4397 targets configured) [575 / 607] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) [1,117 / 1,560] GoCompilePkg external/io_k8s_api/core/v1/core.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1162 packages loaded, 16977 targets configured) [1,378 / 1,546] GoCompilePkg pkg/table/context/context.a; Downloading pkg/table/context/context.a, 375.8 KiB / 1.1 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1152 packages loaded, 17349 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1282 packages loaded, 18373 targets configured) [1,518 / 1,542] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [1,437 / 1,542] GoCompilePkg pkg/store/mockstore/mockstorage/mockstorage.a; Downloading pkg/store/mockstore/mockstorage/mockstorage.a, 1.4 MiB / 1.7 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1488 packages loaded, 19257 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 6.661s, Critical Path: 2.65s INFO: 339 processes: 336 remote cache hit, 3 internal. INFO: Build completed successfully, 339 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1364 packages loaded, 18842 targets configured) [1,219 / 1,560] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 55.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,535 / 1,546] GoCompilePkg pkg/planner/planner.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (488 packages loaded, 10964 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1208 packages loaded, 17238 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (716 packages loaded, 12438 targets configured) Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1397 packages loaded, 19122 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) [1,535 / 1,542] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,496 / 1,542] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (2 actions, 0 running) [1,416 / 1,546] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/flashbacktest/... INFO: Invocation ID: a3246f35-1a73-4b83-8f65-d4a0df2a32da INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_05_07_02_02_16.1585614798/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1175 packages loaded, 17486 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (695 packages loaded, 12446 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1441 packages loaded, 19100 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1496 packages loaded, 19672 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (807 packages loaded, 14224 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1415 packages loaded, 19109 targets configured) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1402 packages loaded, 19397 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1402 packages loaded, 19397 targets configured) [1,518 / 1,542] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1 packages loaded, 0 targets configured) [1,476 / 1,546] GoCompilePkg br/pkg/restore/utils/utils.a; Downloading br/pkg/restore/utils/utils.x, 119.8 KiB / 158.0 KiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1358 packages loaded, 18636 targets configured) [1,539 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/addindextest1/addindextest1_test_test.external.a Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (871 packages loaded, 14474 targets configured) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (989 packages loaded, 15578 targets configured) INFO: Analyzed target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test (1496 packages loaded, 20035 targets configured). Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1461 packages loaded, 19308 targets configured) [1,324 / 1,560] GoCompilePkg pkg/types/types.a; Downloading pkg/types/types.a, 2.3 MiB / 5.1 MiB; 1s remote-cache [19 / 1,541] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (386 packages loaded, 8261 targets configured) [1,505 / 1,546] GoCompilePkg pkg/plugin/plugin.a; Downloading pkg/plugin/plugin.a, 3.1 MiB / 7.2 MiB; 0s remote-cache ... (7 actions, 0 running) INFO: Found 1 test target... [0 / 6] [Prepa] Writing file tests/realtikvtest/pipelineddmltest/pipelineddmltest_test/baseline_coverage.dat INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1517 packages loaded, 20166 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 9] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [1,537 / 1,547] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,535 / 1,542] [Prepa] GoCompilePkg pkg/testkit/testkit.a Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1020 packages loaded, 16140 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1065 packages loaded, 16358 targets configured) [1,393 / 1,560] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 46.4 MiB / 78.6 MiB; 0s remote-cache ... (2 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 0s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1515 packages loaded, 19737 targets configured) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.3 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,525 / 1,546] [Prepa] GoCompilePkg pkg/planner/pattern/pattern.a ... (6 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 7.9 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1415 packages loaded, 19109 targets configured) [24 / 1,541] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/tokeninternal/tokeninternal.a [for tool] ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1086 packages loaded, 16655 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (648 packages loaded, 12527 targets configured) [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1555 packages loaded, 20323 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (2 actions, 0 running) [1,539 / 1,542] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test_test.external.a [25 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1065 packages loaded, 16358 targets configured) [1,453 / 1,560] GoCompilePkg pkg/store/mockstore/unistore/tikv/tikv.a; Downloading pkg/store/mockstore/unistore/tikv/tikv.a, 231.8 KiB / 3.6 MiB; 0s remote-cache ... (4 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [397 / 1,541] GoCompilePkg external/com_github_prometheus_procfs/procfs.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1154 packages loaded, 17221 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (915 packages loaded, 14379 targets configured) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox [28 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/net/http.a, 5.0 MiB / 8.3 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1512 packages loaded, 19890 targets configured) [24 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.1 MiB / 10.3 MiB; 0s remote-cache ... (3 actions, 0 running) [216 / 1,546] GoCompilePkg build/linter/staticcheck/QF1012.a [for tool]; Downloading build/linter/staticcheck/QF1012.a; 0s remote-cache ... (8 actions, 0 running) [1,538 / 1,547] [Prepa] GoCompilePkg pkg/session/session.a [1,513 / 1,560] [Prepa] GoCompilePkg pkg/ddl/ddl.a Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1149 packages loaded, 16926 targets configured) [44 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 1s remote-cache, linux-sandbox [765 / 1,541] GoCompilePkg pkg/parser/parser.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (991 packages loaded, 15971 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1513 packages loaded, 19890 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) [574 / 1,546] GoCompilePkg pkg/parser/ast/ast.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1259 packages loaded, 17852 targets configured) [1,536 / 1,560] GoCompilePkg br/pkg/restore/restore.a; 0s remote-cache ... (7 actions, 0 running) [1,538 / 1,547] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1257 packages loaded, 17902 targets configured) [279 / 1,567] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache [1,120 / 1,541] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 16.3 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [399 / 1,546] GoCompilePkg external/com_github_burntsushi_toml/toml.a; 0s remote-cache ... (8 actions, 0 running) [26 / 1,605] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.6 MiB / 10.4 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1324 packages loaded, 18556 targets configured) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1036 packages loaded, 16178 targets configured) [1,553 / 1,560] [Prepa] GoCompilePkg pkg/store/driver/driver.a Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1396 packages loaded, 18621 targets configured) [581 / 1,567] GoCompilePkg external/com_github_getsentry_sentry_go/sentry-go.a; 0s remote-cache ... (8 actions, 0 running) [839 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 13.0 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [813 / 1,546] GoCompilePkg external/com_github_carlmjohnson_flagext/flagext.a; Downloading external/com_github_carlmjohnson_flagext/flagext.x, 95.8 KiB / 104.1 KiB; 0s remote-cache ... (8 actions, 0 running) [25 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 7.0 MiB / 10.4 MiB; 1s remote-cache ... (3 actions, 0 running) [280 / 1,605] [Prepa] GoCompilePkg external/com_github_docker_go_units/go-units.a [1,228 / 1,541] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 57.8 MiB / 69.8 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1052 packages loaded, 16599 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1396 packages loaded, 18621 targets configured) [867 / 1,567] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 7.0 MiB / 12.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,123 / 1,546] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 24.2 MiB / 24.4 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1415 packages loaded, 19109 targets configured) [1,557 / 1,560] [Prepa] GoCompilePkg tests/realtikvtest/addindextest2/addindextest2_test_test.external.a [1,091 / 1,546] GoCompilePkg external/com_github_cockroachdb_pebble/pebble.a; Downloading external/com_github_cockroachdb_pebble/pebble.a, 6.4 MiB / 10.3 MiB; 0s remote-cache ... (8 actions, 0 running) [28 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (7 actions, 0 running) [1,539 / 1,547] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [634 / 1,605] GoCompilePkg pkg/util/tracing/tracing.a; Downloading pkg/util/tracing/tracing.a; 0s remote-cache ... (8 actions, 0 running) [1,355 / 1,541] GoCompilePkg pkg/resourcemanager/resourcemanager.a; Downloading pkg/resourcemanager/resourcemanager.x; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1191 packages loaded, 17866 targets configured) [1,075 / 1,567] GoCompilePkg external/com_github_prometheus_client_golang/prometheus/prometheus.a; 0s remote-cache ... (7 actions, 0 running) [1,228 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 35.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1418 packages loaded, 19250 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1498 packages loaded, 19675 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) [1,209 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 10.0 MiB / 15.4 MiB; 0s remote-cache ... (8 actions, 0 running) [408 / 1,567] GoCompilePkg external/com_github_pingcap_log/log.a; Downloading external/com_github_pingcap_log/log.x, 24.0 KiB / 102.6 KiB; 0s remote-cache ... (8 actions, 0 running) [886 / 1,605] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 4.0 MiB / 24.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 6s remote-cache, linux-sandbox [1,174 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 42.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,539 / 1,547] GoCompilePkg pkg/store/gcworker/gcworker.a; 1s remote-cache, linux-sandbox [1,324 / 1,546] GoCompilePkg pkg/kv/kv.a; Downloading pkg/kv/kv.a, 2.4 MiB / 2.7 MiB; 0s remote-cache ... (2 actions, 0 running) [1,411 / 1,541] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1231 packages loaded, 18145 targets configured) [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 1s remote-cache, linux-sandbox [1,266 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (2 actions, 0 running) [791 / 1,567] GoCompilePkg external/com_github_pingcap_goleveldb/leveldb/table/table.a; Downloading external/com_github_pingcap_goleveldb/leveldb/table/table.a; 0s remote-cache ... (8 actions, 0 running) [1,023 / 1,605] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 58.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1418 packages loaded, 19250 targets configured) [1,251 / 1,567] GoCompilePkg external/com_github_tikv_pd_client/client.a; Downloading external/com_github_tikv_pd_client/client.a, 2.1 MiB / 3.2 MiB; 0s remote-cache ... (3 actions, 0 running) [1,479 / 1,541] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 1023.8 KiB / 3.9 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1343 packages loaded, 18712 targets configured) [19 / 1,543] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/text/template.a, 1.1 MiB / 1.3 MiB; 1s remote-cache ... (3 actions, 0 running) [1,539 / 1,547] GoCompilePkg pkg/store/gcworker/gcworker.a; 2s remote-cache, linux-sandbox [1,095 / 1,567] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a, 3.8 MiB / 4.9 MiB; 0s remote-cache ... (7 actions, 0 running) [1,404 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 45.4 MiB / 80.2 MiB; 0s remote-cache ... (5 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1517 packages loaded, 20166 targets configured). INFO: Found 1 test target... [0 / 9] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (2 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; 8s remote-cache, linux-sandbox [1,387 / 1,546] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 9.4 MiB / 80.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,191 / 1,605] GoCompilePkg external/com_github_pingcap_kvproto/pkg/tracepb/tracepb.a; Downloading external/com_github_pingcap_kvproto/pkg/tracepb/tracepb.a; 0s remote-cache ... (8 actions, 0 running) [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 7s remote-cache, linux-sandbox Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1491 packages loaded, 19759 targets configured) [176 / 1,543] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/lostcancel/lostcancel.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/lostcancel/lostcancel.a; 0s remote-cache ... (8 actions, 0 running) [1,379 / 1,567] GoCompilePkg pkg/store/store.a; Downloading pkg/store/store.a, 319.8 KiB / 847.5 KiB; 0s remote-cache ... (5 actions, 0 running) [1,222 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 53.4 MiB / 75.3 MiB; 0s remote-cache ... (7 actions, 0 running) [1,433 / 1,546] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; 0s remote-cache ... (8 actions, 0 running) [1,508 / 1,541] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 11.0 MiB / 43.8 MiB; 0s remote-cache ... (5 actions, 0 running) [1,416 / 1,546] [Prepa] GoCompilePkg pkg/param/param.a [1,294 / 1,605] GoCompilePkg external/com_github_tikv_client_go_v2/internal/unionstore/unionstore.a; 0s remote-cache ... (6 actions, 0 running) [1,548 / 1,550] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [458 / 1,543] GoCompilePkg external/com_github_gogo_protobuf/protoc-gen-gogo/descriptor/descriptor.a; Downloading external/com_github_gogo_protobuf/protoc-gen-gogo/descriptor/descriptor.facts; 0s remote-cache ... (8 actions, 0 running) [1,426 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 47.0 MiB / 80.2 MiB; 0s remote-cache ... (6 actions, 2 running) [1,541 / 1,547] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,493 / 1,546] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [1,541 / 1,542] GoLink tests/realtikvtest/addindextest/addindextest_test_/addindextest_test; 9s remote-cache, linux-sandbox [24 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 11s remote-cache, linux-sandbox [1,460 / 1,546] GoCompilePkg pkg/planner/contextimpl/contextimpl.a; Downloading pkg/planner/contextimpl/contextimpl.a; 0s remote-cache ... (8 actions, 0 running) [1,342 / 1,567] [Prepa] GoCompilePkg pkg/store/mockstore/unistore/tikv/mvcc/mvcc.a [1,531 / 1,541] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [1,414 / 1,605] GoCompilePkg pkg/server/internal/dump/dump.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/flashbacktest:flashbacktest_test (1496 packages loaded, 20035 targets configured) [867 / 1,543] GoCompilePkg pkg/parser/ast/ast.a; 0s remote-cache ... (8 actions, 0 running) [1,454 / 1,567] GoCompilePkg pkg/disttask/framework/mock/mock.a; 1s remote-cache, linux-sandbox ... (9 actions, 2 running) [1,541 / 1,547] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,547 / 1,550] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 82.7 MiB / 96.2 MiB; 0s remote-cache [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 1s remote-cache, linux-sandbox [155 / 1,567] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,537 / 1,541] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test.internal.a; 0s remote-cache [1,504 / 1,546] [Prepa] GoCompilePkg br/pkg/glue/glue.a ... (5 actions, 0 running) [1,434 / 1,567] GoCompilePkg pkg/expression/expression.a; 0s remote-cache ... (2 actions, 0 running) [1,516 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 21.2 MiB / 47.0 MiB; 0s remote-cache ... (5 actions, 0 running) [1,455 / 1,605] GoCompilePkg pkg/server/internal/dump/dump.a; 1s remote-cache ... (8 actions, 1 running) INFO: Analyzed target //tests/realtikvtest/flashbacktest:flashbacktest_test (1496 packages loaded, 20035 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) [1,106 / 1,543] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 14.4 MiB / 20.4 MiB; 0s remote-cache ... (7 actions, 0 running) [1,511 / 1,567] GoCompilePkg pkg/disttask/framework/mock/mock.a; 2s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,541 / 1,547] GoCompilePkg pkg/testkit/testkit.a; 2s remote-cache, linux-sandbox [505 / 1,567] GoCompilePkg external/com_github_shirou_gopsutil_v3/mem/mem.a; 0s remote-cache ... (7 actions, 0 running) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 15s remote-cache, linux-sandbox [1,522 / 1,546] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 46.2 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,477 / 1,567] GoCompilePkg pkg/disttask/framework/mock/mock.a; 0s remote-cache, linux-sandbox ... (9 actions, 2 running) [1,178 / 1,543] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (8 actions, 0 running) [1,529 / 1,567] GoCompilePkg pkg/executor/internal/querywatch/querywatch.a; Downloading pkg/executor/internal/querywatch/querywatch.a; 0s remote-cache ... (8 actions, 0 running) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 0s remote-cache, linux-sandbox [1,476 / 1,605] GoCompilePkg pkg/disttask/framework/mock/mock.a; 1s remote-cache, linux-sandbox ... (11 actions, 6 running) [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 1s remote-cache, linux-sandbox [817 / 1,567] GoCompilePkg external/com_github_cockroachdb_pebble/internal/keyspan/keyspan.a; Downloading external/com_github_cockroachdb_pebble/internal/keyspan/keyspan.a, 1.1 MiB / 1.2 MiB; 0s remote-cache ... (8 actions, 0 running) [1,537 / 1,546] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,538 / 1,541] [Prepa] GoCompilePkg tests/realtikvtest/addindextest3/addindextest3_test_test.external.a [1,524 / 1,567] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [24 / 1,546] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 10s remote-cache, linux-sandbox [1,537 / 1,546] [Prepa] GoCompilePkg pkg/session/session.a [1,532 / 1,605] GoCompilePkg pkg/statistics/handle/storage/storage.a; 0s remote-cache ... (5 actions, 1 running) [1,146 / 1,567] GoCompilePkg external/io_k8s_api/core/v1/core.a; Downloading external/io_k8s_api/core/v1/core.a, 17.2 MiB / 24.4 MiB; 0s remote-cache ... (7 actions, 0 running) [1,264 / 1,543] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnkv.a ... (2 actions, 0 running) [1,546 / 1,567] GoCompilePkg pkg/executor/internal/testutil/testutil.a; 0s remote-cache ... (6 actions, 0 running) [1,542 / 1,547] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 1s remote-cache, linux-sandbox [30 / 1,546] [Prepa] GoCompilePkg external/org_golang_x_tools/internal/versions/versions.a [for tool] ... (7 actions, 0 running) [1,551 / 1,567] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 0s remote-cache ... (3 actions, 0 running) [1,556 / 1,605] GoCompilePkg br/pkg/mock/mocklocal/mocklocal.a; 1s remote-cache, linux-sandbox ... (5 actions, 2 running) [1,212 / 1,567] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 65.0 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [1,543 / 1,547] GoCompilePkg tests/realtikvtest/brietest/brietest_test.internal.a; 0s remote-cache, linux-sandbox [1,378 / 1,543] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 11.2 MiB / 78.6 MiB; 0s remote-cache ... (8 actions, 0 running) [1,559 / 1,560] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; 8s remote-cache, linux-sandbox [1,560 / 1,566] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test.instrumented_files ... (2 actions, 0 running) [402 / 1,546] GoCompilePkg external/org_golang_x_net/http2/http2.a; Downloading external/org_golang_x_net/http2/http2.a, 2.2 MiB / 4.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 14s remote-cache, linux-sandbox [1,537 / 1,546] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,411 / 1,543] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,557 / 1,567] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,577 / 1,605] GoCompilePkg pkg/executor/internal/testutil/testutil.a; Downloading pkg/executor/internal/testutil/testutil.a, 543.8 KiB / 1.8 MiB; 0s remote-cache ... (7 actions, 2 running) [1,339 / 1,567] [Prepa] GoCompilePkg pkg/util/serialization/serialization.a ... (3 actions, 0 running) [1,538 / 1,546] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,566 / 1,568] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,557 / 1,567] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [768 / 1,546] GoCompilePkg external/org_golang_google_genproto_googleapis_rpc/errdetails/errdetails.a; Downloading external/org_golang_google_genproto_googleapis_rpc/errdetails/errdetails.a, 231.8 KiB / 363.6 KiB; 0s remote-cache ... (8 actions, 0 running) [1,539 / 1,546] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache, linux-sandbox [1,588 / 1,605] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,425 / 1,567] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 37.5 MiB / 80.2 MiB; 0s remote-cache ... (4 actions, 0 running) [1,460 / 1,543] GoCompilePkg pkg/statistics/handle/autoanalyze/exec/exec.a; Downloading pkg/statistics/handle/autoanalyze/exec/exec.a, 1.1 MiB / 1.2 MiB; 0s remote-cache ... (6 actions, 0 running) [1,537 / 1,546] GoCompilePkg pkg/session/session.a; 1s remote-cache, linux-sandbox [1,538 / 1,546] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,041 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 10.9 MiB / 20.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 1s remote-cache, linux-sandbox [1,457 / 1,567] GoCompilePkg pkg/ddl/copr/copr.a; 0s remote-cache ... (6 actions, 0 running) [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,500 / 1,543] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [1,539 / 1,546] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox [1,558 / 1,567] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,181 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; 0s remote-cache ... (8 actions, 0 running) [1,489 / 1,567] GoCompilePkg pkg/privilege/privileges/privileges.a; Downloading pkg/privilege/privileges/privileges.x, 44.9 KiB / 1.1 MiB; 0s remote-cache ... (7 actions, 0 running) [1,518 / 1,543] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,243 / 1,546] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 1s remote-cache ... (3 actions, 0 running) [1,559 / 1,567] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,558 / 1,567] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,537 / 1,546] GoCompilePkg pkg/session/session.a; 3s remote-cache, linux-sandbox [1,534 / 1,543] [Prepa] GoCompilePkg pkg/ddl/testutil/testutil.a ... (2 actions, 0 running) [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 2s remote-cache, linux-sandbox [1,588 / 1,605] GoCompilePkg pkg/session/session.a; 3s remote-cache, linux-sandbox [1,558 / 1,567] GoCompilePkg pkg/store/gcworker/gcworker.a; 1s remote-cache, linux-sandbox [1,524 / 1,567] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [1,380 / 1,546] GoCompilePkg pkg/expression/contextopt/contextopt.a; 0s remote-cache ... (3 actions, 0 running) [1,559 / 1,567] GoCompilePkg pkg/store/driver/driver.a; 1s remote-cache, linux-sandbox [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 7s remote-cache, linux-sandbox [1,540 / 1,541] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; 8s remote-cache, linux-sandbox [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 2s remote-cache, linux-sandbox [1,558 / 1,567] GoCompilePkg pkg/store/gcworker/gcworker.a; 2s remote-cache, linux-sandbox [1,545 / 1,567] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 3.6 MiB / 7.7 MiB; 0s remote-cache ... (4 actions, 0 running) [1,538 / 1,546] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,541 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,589 / 1,605] [Prepa] GoCompilePkg pkg/server/handler/handler.a ... (2 actions, 0 running) [1,416 / 1,546] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) [1,539 / 1,543] [Prepa] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test.internal.a [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox [1,540 / 1,543] [Prepa] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test_test.external.a [1,545 / 1,549] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,590 / 1,605] GoCompilePkg pkg/server/handler/handler.a; 1s remote-cache, linux-sandbox ... (3 actions, 2 running) [1,474 / 1,546] GoCompilePkg pkg/statistics/handle/autoanalyze/priorityqueue/priorityqueue.a; Downloading pkg/statistics/handle/autoanalyze/priorityqueue/priorityqueue.a, 519.8 KiB / 1.6 MiB; 0s remote-cache ... (5 actions, 0 running) [1,560 / 1,567] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,539 / 1,546] GoCompilePkg pkg/store/driver/driver.a; 0s remote-cache, linux-sandbox [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 10s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 9s remote-cache, linux-sandbox [1,557 / 1,567] [Prepa] GoCompilePkg pkg/session/session.a [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 11s remote-cache, linux-sandbox [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,546 / 1,547] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 7s remote-cache, linux-sandbox [1,547 / 1,549] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,542 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test.internal.a [1,561 / 1,567] GoCompilePkg tests/realtikvtest/realtikvtest.a; 0s remote-cache, linux-sandbox ... (4 actions running) [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,560 / 1,567] [Prepa] GoCompilePkg pkg/testkit/testkit.a [1,560 / 1,567] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,540 / 1,543] GoCompilePkg tests/realtikvtest/addindextest4/addindextest4_test_test.external.a; 1s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 40s remote-cache, linux-sandbox [1,592 / 1,605] GoCompilePkg pkg/server/handler/extractorhandler/extractorhandler.a; 0s remote-cache, linux-sandbox ... (10 actions running) [1,547 / 1,553] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test.instrumented_files [1,506 / 1,546] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (6 actions, 0 running) [1,542 / 1,546] GoCompilePkg tests/realtikvtest/sessiontest/sessiontest_test.internal.a; 0s remote-cache, linux-sandbox [1,544 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/pipelineddmltest/pipelineddmltest_test~testmain.a [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 0s remote-cache, linux-sandbox [1,593 / 1,605] GoCompilePkg pkg/server/handler/tikvhandler/tikvhandler.a; 1s remote-cache, linux-sandbox ... (8 actions running) [1,529 / 1,546] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 2.0 MiB / 7.7 MiB; 0s remote-cache ... (3 actions, 0 running) [1,560 / 1,567] GoCompilePkg pkg/testkit/testkit.a; 1s remote-cache, linux-sandbox [1,545 / 1,546] [Prepa] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test [1,553 / 1,555] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 1s remote-cache, linux-sandbox [1,563 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test.internal.a [1,541 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,561 / 1,567] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,541 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,596 / 1,605] GoCompilePkg pkg/server/handler/tikvhandler/tikvhandler.a; 2s remote-cache, linux-sandbox ... (4 actions, 2 running) [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 1s remote-cache, linux-sandbox [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest4/importintotest4_test_test.external.a [1,561 / 1,567] GoCompilePkg pkg/disttask/framework/testutil/testutil.a; 1s remote-cache, linux-sandbox ... (4 actions running) [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 1s remote-cache, linux-sandbox [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest3/importintotest3_test_test.external.a [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 1s remote-cache, linux-sandbox [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 10s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 0s remote-cache, linux-sandbox [1,542 / 1,546] GoCompilePkg tests/realtikvtest/txntest/txntest_test.internal.a; 0s remote-cache, linux-sandbox [1,563 / 1,567] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test.internal.a; 0s remote-cache, linux-sandbox [1,536 / 1,546] GoCompilePkg pkg/executor/executor.a; 15s remote-cache, linux-sandbox [1,597 / 1,605] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox ... (6 actions running) [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 0s remote-cache, linux-sandbox [1,542 / 1,546] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test.internal.a; 0s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 0s remote-cache [1,537 / 1,546] GoCompilePkg pkg/session/session.a; 0s remote-cache, linux-sandbox [1,564 / 1,567] [Prepa] GoCompilePkg tests/realtikvtest/importintotest2/importintotest2_test_test.external.a [1,543 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/flashbacktest/flashbacktest_test_test.external.a [1,599 / 1,605] GoCompilePkg pkg/server/server.a; 3s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 0s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 1s remote-cache, linux-sandbox [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 6s remote-cache, linux-sandbox [1,600 / 1,605] [Prepa] GoCompilePkg br/pkg/mock/mock.a [1,542 / 1,543] GoLink tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test; 7s remote-cache, linux-sandbox [1,538 / 1,546] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 6s remote-cache, linux-sandbox [1,538 / 1,546] GoCompilePkg pkg/store/gcworker/gcworker.a; 1s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 7s remote-cache, linux-sandbox [1,600 / 1,605] GoCompilePkg br/pkg/mock/mock.a; 1s remote-cache, linux-sandbox [1,549 / 1,551] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 8s remote-cache, linux-sandbox [1,539 / 1,546] [Prepa] GoCompilePkg pkg/store/driver/driver.a [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; 9s remote-cache, linux-sandbox [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 10s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,601 / 1,605] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 7s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 8s remote-cache, linux-sandbox [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 0s remote-cache, linux-sandbox [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 13.2 MiB / 96.2 MiB; 0s remote-cache [1,550 / 1,554] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 8s remote-cache, linux-sandbox [1,601 / 1,605] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test.internal.a; 1s remote-cache, linux-sandbox [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 10s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 7s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; 9s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 7s remote-cache, linux-sandbox FAIL: //tests/realtikvtest/addindextest3:addindextest3_test (see /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest3/addindextest3_test/test_attempts/attempt_1.log) [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 14s remote-cache, linux-sandbox [1,573 / 1,575] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,540 / 1,546] GoCompilePkg pkg/testkit/testkit.a; 2s remote-cache, linux-sandbox [1,603 / 1,605] [Prepa] GoCompilePkg tests/realtikvtest/importintotest/importintotest_test~testmain.a [1,546 / 1,552] [Prepa] Writing file tests/realtikvtest/txntest/txntest_test.instrumented_files [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 1s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 1s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test; 8s remote-cache, linux-sandbox [1,571 / 1,575] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 1s remote-cache, linux-sandbox [1,548 / 1,549] Testing //tests/realtikvtest/addindextest3:addindextest3_test; 1s remote-cache, linux-sandbox [1,551 / 1,554] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 62.3 MiB / 96.2 MiB; 0s remote-cache [1,552 / 1,554] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,541 / 1,546] GoCompilePkg tests/realtikvtest/realtikvtest.a; 1s remote-cache, linux-sandbox [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 1s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 1s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 9s remote-cache, linux-sandbox [1,566 / 1,567] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; 11s remote-cache, linux-sandbox [1,542 / 1,546] [Prepa] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 1s remote-cache, linux-sandbox [1,572 / 1,575] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [1,542 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 1s remote-cache, linux-sandbox [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 10s remote-cache, linux-sandbox [1,573 / 1,575] Building external/remote_coverage_tools/Main.jar () [for tool]; 1s remote-cache [1,542 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test.internal.a; 3s remote-cache, linux-sandbox [1,544 / 1,546] GoCompilePkg tests/realtikvtest/statisticstest/statisticstest_test~testmain.a; 0s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 0s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 10s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 10s remote-cache, linux-sandbox [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 10s remote-cache, linux-sandbox FLAKY: //tests/realtikvtest/addindextest3:addindextest3_test (Summary) /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest3/addindextest3_test/test_attempts/attempt_1.log INFO: From Testing //tests/realtikvtest/addindextest3:addindextest3_test: ==================== Test output for //tests/realtikvtest/addindextest3:addindextest3_test: === RUN TestDDLTestEstimateTableRowSize [2024/05/07 02:08:00.671 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:00.671 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:00.671 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073321906725844] [2024/05/07 02:08:00.671 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:00.671 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:00.672 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:00.672 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:00.672 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:00.672 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:00.672 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:00.673 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:00.674 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:00.675 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:00.675 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:00.691 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:00.691 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:00.693 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:00.693 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:00.702 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:00.709 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073321906725844] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:00.717 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:00.728 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1475] ["lease id"=22318f50cd6f9b2c] [2024/05/07 02:08:00.729 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:00.732 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ntests/realtikvtest/addindextest3/addindextest3_test.TestDDLTestEstimateTableRowSize\n\ttests/realtikvtest/addindextest3/functional_test.go:31\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:00.737 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=5.082502ms] [2024/05/07 02:08:00.737 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:00.737 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc] [runWorker=true] [2024/05/07 02:08:00.737 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:00.739 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:00.740 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:00.740 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:00.740 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 195768532992/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:00.740 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:00.740 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:00.740 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:00.742 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6f9b30] [ownerID=06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc] [op=none] [2024/05/07 02:08:00.742 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:00.742 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=a0a62b0a-7172-49f8-8fc4-96478cd4352f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:00.743 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f"] ["owner key"=/tidb/br-stream/owner/22318f50cd6f9b32] [ownerID=a0a62b0a-7172-49f8-8fc4-96478cd4352f] [op=none] [2024/05/07 02:08:00.745 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:00.758 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:00.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:00.758 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:00.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:00.791 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:00.792 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6f9b30] [ownerID=06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc] [op=none] [2024/05/07 02:08:00.792 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc"] [op=none] [2024/05/07 02:08:00.792 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:00.801 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:00.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.811 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=3.46203ms] [2024/05/07 02:08:00.812 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:00.813 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:00.813 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:00.858 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.274977ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:00.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.865 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:00.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.870 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:00.870 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:00.871 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:00.872 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:00.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:00.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:00.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:00.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:00.887 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:00.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.898 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=1.037535ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:00.900 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:00.900 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:00.948 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.358851ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:00.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:00.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.968 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:00.968 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:00.969 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:00.978 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:00.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:00.978 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:00.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:00.984 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:00.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:00.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=565.552µs] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:00.994 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:00.994 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:01.042 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.539656ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:00.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.049 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:00.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.054 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:01.054 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.055 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:01.063 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.063 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:01.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=560.971µs] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.082 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.082 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:01.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.309075ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.137 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.143 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:01.143 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.145 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:01.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.153 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:01.160 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.174 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=863.205µs] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.177 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:01.224 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=52.642929ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.231 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.237 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:01.237 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.239 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:01.247 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.247 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:01.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=823.405µs] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.268 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:01.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.159563ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.320 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.325 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:01.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.326 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:01.337 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.296 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.337 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.296 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:01.345 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.296 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=641.23µs] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.358 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:01.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.491144ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.296 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.411 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.296 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.417 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:01.417 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.418 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:01.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.424 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:01.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.441 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=642.987µs] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.444 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.444 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:01.491 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.379979ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.502 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:01.502 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.503 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:01.508 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.508 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:01.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=485.905µs] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.521 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:01.570 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.631132ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.578 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.582 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:01.583 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.584 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:01.590 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.546 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.590 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.546 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:01.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.546 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.608 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=918.267µs] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.611 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.611 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:01.658 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.653009ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.546 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.666 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.546 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.671 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:01.671 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.672 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:01.680 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.646 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.680 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.646 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:01.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.646 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=677.985µs] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.699 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:01.742 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:01.747 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=52.581827ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.646 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.752 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.646 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.757 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:01.757 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.759 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:01.759 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:01.766 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.766 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:01.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=714.499µs] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.784 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:01.832 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.073299ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.842 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.848 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:01.848 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:01.857 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.857 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:01.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.873 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=666.004µs] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.875 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:01.923 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.793252ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.935 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:01.935 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:01.936 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:01.943 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.896 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:01.943 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.896 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:01.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.896 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:01.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=594.612µs] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:01.962 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:01.962 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:02.010 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.319433ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.896 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.016 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.896 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.020 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:02.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.021 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:02.028 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.028 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:02.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.044 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=572.049µs] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.046 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.046 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:02.094 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.434673ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:01.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.101 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:01.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.106 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:02.106 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.107 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:02.113 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.095 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.113 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.095 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:02.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.095 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=683.496µs] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.129 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.129 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:02.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.757736ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.095 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.184 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.095 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:02.189 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.190 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:02.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.196 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:02.202 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=598.093µs] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.211 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:02.260 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.304116ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.270 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.146 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.276 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:02.276 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.277 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:02.283 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.283 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:02.289 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.296 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=511.412µs] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.298 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.298 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:02.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.776472ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.359 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:02.359 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.361 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:02.369 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.369 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:02.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.383 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=644.556µs] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.385 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:02.433 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.281127ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.439 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.445 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:02.445 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.450 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:02.459 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.459 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:02.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=624.744µs] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.478 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:02.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.903457ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.533 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.538 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:02.538 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:02.546 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.546 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:02.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=574.452µs] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.562 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.562 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:02.610 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.553397ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.615 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.620 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:02.620 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:02.627 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.627 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:02.632 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.639 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=476.756µs] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.641 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:02.690 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=52.469881ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.700 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.705 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:02.705 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.706 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:02.712 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.712 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:02.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.725 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=594.683µs] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.727 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:02.740 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:02.741 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:02.775 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=52.23765ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.781 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.786 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:02.786 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.787 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:02.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:02.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=579.111µs] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.809 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:02.856 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=51.97535ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.862 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.867 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:02.867 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.868 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:02.874 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.874 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:02.882 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.890 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=504.858µs] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.892 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:02.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.404706ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.846 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:02.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:02.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:02.959 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:02.959 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:02.965 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:02.971 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=489.638µs] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:02.973 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:02.973 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:03.022 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.392705ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.028 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.032 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:03.032 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.033 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:03.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.039 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:03.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.052 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=606.964µs] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.054 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.054 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:03.102 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.270891ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:02.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:02.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.113 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:03.113 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.114 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:03.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.122 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:03.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=553.666µs] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.140 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:03.188 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.918194ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.198 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.202 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:03.202 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.204 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:03.204 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:03.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.210 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:03.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=609.201µs] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.225 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.225 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:03.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=52.041664ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:03.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.285 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:03.290 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.290 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:03.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.303 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=576.51µs] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.305 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.305 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:03.354 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.557665ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.359 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.366 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:03.366 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.367 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:03.374 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.374 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:03.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.387 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=578.222µs] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.389 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.389 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:03.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.794688ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.444 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.345 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.448 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:03.448 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.449 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:03.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:03.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.470 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=651.756µs] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.472 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:03.521 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.36642ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.532 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:03.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.533 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:03.539 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.539 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:03.545 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=513.433µs] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.554 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.554 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:03.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.251566ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.496 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.614 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:03.615 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.622 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:03.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.622 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:03.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:03.628 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=586.433µs] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:03.638 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:03.685 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=51.77497ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:03.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.691 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.696 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:03.696 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.697 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:03.704 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.704 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:03.709 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=623.029µs] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.719 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:03.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=52.837252ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.774 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.778 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:03.778 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.780 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:03.786 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.786 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:03.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=464.172µs] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.801 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:03.851 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.922823ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.745 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:03.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.864 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:03.872 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.872 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:03.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.886 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=533.074µs] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.889 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:03.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.654383ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.949 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:03.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:03.950 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:03.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:03.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:03.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:03.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=944.665µs] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:03.976 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:03.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:04.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.27164ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.037 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:04.038 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.039 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:04.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.046 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:04.052 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=643.208µs] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.063 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:04.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.110621ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:03.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.118 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:03.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.124 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:04.124 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.125 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:04.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:04.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=756.364µs] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.150 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.150 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:04.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.858498ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.205 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.096 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.210 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:04.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.211 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:04.217 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.217 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:04.223 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=656.383µs] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.234 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.234 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:04.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.794552ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.289 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.196 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:04.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.294 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:04.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.295 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.301 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.295 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:04.307 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.295 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.318 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=657.301µs] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.320 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.320 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:04.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.213389ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.295 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.374 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.295 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.379 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:04.379 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.380 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:04.386 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.346 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.346 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:04.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.346 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=601.805µs] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.402 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:04.451 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.481878ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.346 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.456 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.346 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.460 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:04.460 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.462 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:04.469 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.469 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:04.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=637.515µs] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.484 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:04.533 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.707625ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.446 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.543 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:04.543 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.544 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:04.550 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.550 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:04.559 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.567 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=655.272µs] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.569 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.569 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:04.617 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.617474ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.623 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.545 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.627 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:04.627 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.629 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:04.636 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.636 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:04.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.653 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=888.994µs] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.658 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:04.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.963851ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.710 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.595 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.715 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:04.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.716 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:04.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.723 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:04.729 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.737 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=583.202µs] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.740 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.740 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:04.743 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:04.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:04.743 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:04.743 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:04.787 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=52.510538ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.794 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.799 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:04.799 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:04.807 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.807 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:04.816 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=563.804µs] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.826 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.827 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:04.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.085495ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.886 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:04.886 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.887 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:04.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.894 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:04.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=603.371µs] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:04.910 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.910 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:04.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.371686ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:04.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.845 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.971 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:04.971 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:04.973 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:04.980 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:04.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:04.980 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:04.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:04.986 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:04.992 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=237.368µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:04.994 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:04.994 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:05.043 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=52.885646ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:04.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.050 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:04.946 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.055 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:05.055 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:05.065 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:05.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:05.065 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:05.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:05.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.083 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=527.426µs] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:05.086 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:05.086 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:05.133 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=52.75656ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:05.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.045 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.145 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:05.145 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:05.177 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=4.434842484s] [2024/05/07 02:08:05.179 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc"] [2024/05/07 02:08:05.179 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc"] [2024/05/07 02:08:05.180 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc"] [] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=1.948µs] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=1.09µs] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=670ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=642ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=911ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=1.024µs] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=830ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=1.022µs] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=827ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=577ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=742ns] [2024/05/07 02:08:05.181 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:05.181 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:05.181 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:05.183 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc] ["take time"=3.999367ms] [2024/05/07 02:08:05.183 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=06cdd04a-f09b-45ed-a8b2-f7bfc1dd6bfc] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1475] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:05.185 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:05.185 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:05.185 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:05.185 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f watch owner key /tidb/br-stream/owner/22318f50cd6f9b32"] [2024/05/07 02:08:05.185 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f"] [2024/05/07 02:08:05.185 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f"] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:05.185 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=a0a62b0a-7172-49f8-8fc4-96478cd4352f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:05.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:05.185 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=6.47639ms] [2024/05/07 02:08:05.185 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f"] [error="context canceled"] [2024/05/07 02:08:05.185 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073321906725844] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:05.192 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:05.201 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1262] ["lease id"=3eaa8f50cd6f9c69] [2024/05/07 02:08:05.202 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:05.213 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=10.069797ms] [2024/05/07 02:08:05.215 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:05.215 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2596da5b-30d8-4cca-b718-1748bf729f67] [runWorker=true] [2024/05/07 02:08:05.215 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:05.216 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:05.217 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:05.217 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 195768614912/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:05.217 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:05.217 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:05.217 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:05.217 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:05.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:05.218 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=bfefa47e-0a96-4cac-a6f9-4695f5000fc2] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:05.218 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6f9e62] [ownerID=2596da5b-30d8-4cca-b718-1748bf729f67] [op=none] [2024/05/07 02:08:05.221 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:05.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:05.222 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:05.224 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] ["owner key"=/tidb/bindinfo/owner/6f188f50cd6f9e67] [ownerID=2596da5b-30d8-4cca-b718-1748bf729f67] [op=none] [2024/05/07 02:08:05.224 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:05.225 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:05.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:05.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:05.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:05.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:05.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:05.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:05.236 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:05.236 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:05.236 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:05.236 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:05.236 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:05.237 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:05.237 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:05.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:05.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:05.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:05.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:05.238 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:05.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:05.239 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/07 02:08:05.239 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/73bfc185-6d4b-4005-83ae-70795818ca5b] [2024/05/07 02:08:05.239 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:05.239 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:05.239 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] ["owner key"=/tidb/stats/owner/3eaa8f50cd6f9c73] [ownerID=2596da5b-30d8-4cca-b718-1748bf729f67] [op=none] [2024/05/07 02:08:05.241 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.872239ms] [2024/05/07 02:08:05.246 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:05.246 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:05.246 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:05.251 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:05.254 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int);"] [user=] [2024/05/07 02:08:05.268 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:05.268 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:05.268 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6f9e62] [ownerID=2596da5b-30d8-4cca-b718-1748bf729f67] [op=none] [2024/05/07 02:08:05.269 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [op=none] [2024/05/07 02:08:05.269 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/07 02:08:05.269 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:05.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.278 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/07 02:08:05.282 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=514.177µs] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:05.285 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:05.333 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.638674ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.339 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.246 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.344 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:05.344 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:05.370 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=104] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ntests/realtikvtest/addindextest3/addindextest3_test.TestDDLTestEstimateTableRowSize\n\ttests/realtikvtest/addindextest3/functional_test.go:44\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:05.383 +00:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=104] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/07 02:08:05.383 +00:00] [INFO] [save.go:222] ["directly update count"] [category=stats] [tableID=104] [results.Count=1] [count=1] [2024/05/07 02:08:05.385 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:05.407 +00:00] [INFO] [analyze.go:747] ["analyze table `test`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/07 02:08:05.378 +00:00] ["end time"=2024/05/07 02:08:05.405 +00:00] [cost=26.912538ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/07 02:08:05.436 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=104] [size=16] [] [2024/05/07 02:08:05.436 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=test] [sql="alter table t add column c varchar(255);"] [user=] [2024/05/07 02:08:05.442 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:05.442 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add column c varchar(255);"] [2024/05/07 02:08:05.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.449 +00:00] [INFO] [column.go:135] ["run add column job"] [category=ddl] [job="ID:106, Type:add column, State:running, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [columnInfo="{\"id\":3,\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{},\"state\":0,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}"] [2024/05/07 02:08:05.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=581.417µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:08:05.459 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/07 02:08:05.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.243606ms] [job="ID:106, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.514 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=581.984µs] [gotSchemaVersion=54] [phyTblIDs="[104]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:08:05.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/07 02:08:05.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.398797ms] [job="ID:106, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=645.891µs] [gotSchemaVersion=55] [phyTblIDs="[104]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:08:05.591 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/05/07 02:08:05.639 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.97572ms] [job="ID:106, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.644 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.647 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add column, Schema ID: 2, Table ID: 104, Table Name: t, Column ID: 3, Column Name: c"] [2024/05/07 02:08:05.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=667.838µs] [gotSchemaVersion=56] [phyTblIDs="[104]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:08:05.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=56] [2024/05/07 02:08:05.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.195155ms] [job="ID:106, Type:add column, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.710 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:add column, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.396 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.715 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/07 02:08:05.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:05.722 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460519092236] [2024/05/07 02:08:05.733 +00:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=104] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/07 02:08:05.733 +00:00] [INFO] [save.go:222] ["directly update count"] [category=stats] [tableID=104] [results.Count=1] [count=1] [2024/05/07 02:08:05.765 +00:00] [INFO] [analyze.go:747] ["analyze table `test`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/07 02:08:05.728 +00:00] ["end time"=2024/05/07 02:08:05.763 +00:00] [cost=35.489721ms] ["sample rate reason"="use min(1, 110000/1) as the sample-rate=1"] [2024/05/07 02:08:05.798 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=104] [size=67] [] [2024/05/07 02:08:05.798 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=test] [sql="drop table t;"] [user=] [2024/05/07 02:08:05.805 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:05.805 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/07 02:08:05.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.819 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=52.925µs] [gotSchemaVersion=57] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:05.822 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=57] [2024/05/07 02:08:05.869 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=52.265359ms] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.875 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.882 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=40.189µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:05.884 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=58] [2024/05/07 02:08:05.934 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.211467ms] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.939 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:05.942 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/07 02:08:05.946 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=36.113µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:05.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=59] [2024/05/07 02:08:05.997 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.417695ms] [job="ID:107, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:06.003 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=107] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/07 02:08:06.006 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="drop table"] [2024/05/07 02:08:06.007 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:05.795 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:06.013 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:06.013 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:06.014 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=test] [sql="create table t (id bigint primary key, b text) partition by hash(id) partitions 4;"] [user=] [2024/05/07 02:08:06.022 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:06.022 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (id bigint primary key, b text) partition by hash(id) partitions 4;"] [2024/05/07 02:08:06.028 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:06.030 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 108, Table Name: t"] [2024/05/07 02:08:06.035 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=729.334µs] [gotSchemaVersion=60] [phyTblIDs="[108,109,110,111,112]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:06.037 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=60] [2024/05/07 02:08:06.085 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.356514ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:05.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:06.091 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:05.996 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:06.095 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:08:06.095 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:06.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687682] [2024/05/07 02:08:06.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687685] [2024/05/07 02:08:06.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687687] [2024/05/07 02:08:06.102 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687689] [2024/05/07 02:08:06.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687691] [2024/05/07 02:08:06.105 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687693] [2024/05/07 02:08:06.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687695] [2024/05/07 02:08:06.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687697] [2024/05/07 02:08:06.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589460623687699] [2024/05/07 02:08:06.110 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=4] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000006d5f72800000000007a120] [2024/05/07 02:08:06.112 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000006d5f72800000000007a120] ["first new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff6d5f728000000000ff07a1200000000000fa RegionEpoch:{ConfVer:5 Version:9} Peers:[id:29 store_id:2 id:30 store_id:1 id:31 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=4] [2024/05/07 02:08:06.112 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/05/07 02:08:06.113 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000006d5f72800000000007a120] ["new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff6d5f728000000000ff07a1200000000000fa RegionEpoch:{ConfVer:5 Version:9} Peers:[id:29 store_id:2 id:30 store_id:1 id:31 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:06.113 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/05/07 02:08:06.213 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000006e5f72800000000007a120] ["new region left"="{Id:32 StartKey:7480000000000000ff6d5f728000000000ff07a1200000000000fa EndKey:7480000000000000ff6e5f728000000000ff07a1200000000000fa RegionEpoch:{ConfVer:5 Version:9} Peers:[id:33 store_id:2 id:34 store_id:1 id:35 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:06.213 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/05/07 02:08:06.214 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000006f5f72800000000007a120] ["new region left"="{Id:36 StartKey:7480000000000000ff6e5f728000000000ff07a1200000000000fa EndKey:7480000000000000ff6f5f728000000000ff07a1200000000000fa RegionEpoch:{ConfVer:5 Version:9} Peers:[id:37 store_id:2 id:38 store_id:1 id:39 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:06.214 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000705f72800000000007a120] ["new region left"="{Id:40 StartKey:7480000000000000ff6f5f728000000000ff07a1200000000000fa EndKey:7480000000000000ff705f728000000000ff07a1200000000000fa RegionEpoch:{ConfVer:5 Version:9} Peers:[id:41 store_id:2 id:42 store_id:1 id:43 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=4] ["region IDs"="[28,32,36,40]"] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299895] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299894] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299894] [2024/05/07 02:08:06.215 +00:00] [INFO] [split_region.go:301] ["wait scatter region"] [regionID=36] [reverse=scatter-region] [status=RUNNING] [2024/05/07 02:08:06.218 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/05/07 02:08:06.218 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299892] [2024/05/07 02:08:06.218 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/05/07 02:08:06.220 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:06.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:06.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:06.220 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:06.228 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_analyze_skip_column_types] [val=json,blob,mediumblob,longblob] [2024/05/07 02:08:06.239 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:06.239 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:06.239 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73bfc185-6d4b-4005-83ae-70795818ca5b] [watcherID=2cfe9329-8b4c-4924-8a1f-5bceba939710] [2024/05/07 02:08:06.246 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:06.248 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/07 02:08:06.248 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:06.248 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:06.248 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:06.248 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:06.258 +00:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=109] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/07 02:08:06.258 +00:00] [INFO] [save.go:222] ["directly update count"] [category=stats] [tableID=109] [results.Count=9] [count=9] [2024/05/07 02:08:06.259 +00:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=110] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/07 02:08:06.259 +00:00] [INFO] [save.go:222] ["directly update count"] [category=stats] [tableID=110] [results.Count=0] [count=0] [2024/05/07 02:08:06.275 +00:00] [INFO] [analyze.go:747] ["analyze table `test`.`t` has finished"] [partition=p1] ["job info"="analyze table columns id with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/07 02:08:06.254 +00:00] ["end time"=2024/05/07 02:08:06.273 +00:00] [cost=18.913077ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/07 02:08:06.275 +00:00] [INFO] [analyze.go:747] ["analyze table `test`.`t` has finished"] [partition=p0] ["job info"="analyze table columns id with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/07 02:08:06.254 +00:00] ["end time"=2024/05/07 02:08:06.273 +00:00] [cost=19.614555ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/07 02:08:06.276 +00:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=112] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/07 02:08:06.276 +00:00] [INFO] [save.go:222] ["directly update count"] [category=stats] [tableID=112] [results.Count=0] [count=0] [2024/05/07 02:08:06.277 +00:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=111] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/05/07 02:08:06.277 +00:00] [INFO] [save.go:222] ["directly update count"] [category=stats] [tableID=111] [results.Count=0] [count=0] [2024/05/07 02:08:06.290 +00:00] [INFO] [analyze.go:747] ["analyze table `test`.`t` has finished"] [partition=p3] ["job info"="analyze table columns id with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/07 02:08:06.257 +00:00] ["end time"=2024/05/07 02:08:06.288 +00:00] [cost=31.132804ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/07 02:08:06.291 +00:00] [INFO] [analyze.go:747] ["analyze table `test`.`t` has finished"] [partition=p2] ["job info"="analyze table columns id with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/05/07 02:08:06.257 +00:00] ["end time"=2024/05/07 02:08:06.289 +00:00] [cost=31.987486ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/05/07 02:08:06.383 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=108] [size=8] [] functional_test.go:68: Error Trace: tests/realtikvtest/addindextest3/functional_test.go:68 Error: Not equal: expected: 19 actual : 8 Test: TestDDLTestEstimateTableRowSize [2024/05/07 02:08:06.383 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [2024/05/07 02:08:06.383 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [2024/05/07 02:08:06.385 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=2.531µs] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=761ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=1.113µs] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=1.209µs] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=878ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=896ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=877ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=774ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=763ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=852ns] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=1.167µs] [2024/05/07 02:08:06.385 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:06.385 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:06.385 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:06.386 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2596da5b-30d8-4cca-b718-1748bf729f67] ["take time"=2.457037ms] [2024/05/07 02:08:06.386 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2596da5b-30d8-4cca-b718-1748bf729f67] [2024/05/07 02:08:06.387 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:06.387 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:06.387 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73bfc185-6d4b-4005-83ae-70795818ca5b] [watcherID=2cfe9329-8b4c-4924-8a1f-5bceba939710] [2024/05/07 02:08:06.387 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/73bfc185-6d4b-4005-83ae-70795818ca5b] [2024/05/07 02:08:06.387 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:06.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:06.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:06.387 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1262] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:06.388 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2596da5b-30d8-4cca-b718-1748bf729f67] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:06.388 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:06.388 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:06.388 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:06.388 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67 watch owner key /tidb/stats/owner/3eaa8f50cd6f9c73"] [2024/05/07 02:08:06.388 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [2024/05/07 02:08:06.388 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:06.388 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [2024/05/07 02:08:06.388 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:06.388 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:06.388 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfefa47e-0a96-4cac-a6f9-4695f5000fc2"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2596da5b-30d8-4cca-b718-1748bf729f67] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:06.388 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:06.388 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:06.388 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:06.388 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:06.388 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:06.388 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:06.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:06.389 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:06.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:06.389 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfefa47e-0a96-4cac-a6f9-4695f5000fc2"] [error="context canceled"] [2024/05/07 02:08:06.389 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfefa47e-0a96-4cac-a6f9-4695f5000fc2"] [2024/05/07 02:08:06.389 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:06.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:06.389 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:06.389 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=bfefa47e-0a96-4cac-a6f9-4695f5000fc2] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:06.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:06.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:06.400 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:06.400 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [error="context canceled"] [2024/05/07 02:08:06.401 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [2024/05/07 02:08:06.409 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:06.409 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:06.640 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager a0a62b0a-7172-49f8-8fc4-96478cd4352f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:07.653 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:07.653 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:07.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:07.654 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2596da5b-30d8-4cca-b718-1748bf729f67"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:07.654 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:07.654 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:07.654 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:07.655 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager bfefa47e-0a96-4cac-a6f9-4695f5000fc2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:07.655 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.271549815s] [2024/05/07 02:08:07.655 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:07.655 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:07.655 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:07.655 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:07.655 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- FAIL: TestDDLTestEstimateTableRowSize (6.99s) === RUN TestBackfillOperators [2024/05/07 02:08:07.658 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:07.658 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:07.658 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073321906725844] [2024/05/07 02:08:07.659 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:07.659 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:07.659 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:07.659 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:07.659 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:07.659 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:07.659 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:07.659 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:07.660 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:07.661 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:07.661 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:07.664 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073321906725844] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:07.668 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:07.677 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1177] ["lease id"=6f188f50cd6f9e8d] [2024/05/07 02:08:07.678 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:07.691 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=60] ["start time"=10.998826ms] [2024/05/07 02:08:07.692 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:07.692 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a58e9e4f-a38f-4436-9c95-56561eb0be59] [runWorker=true] [2024/05/07 02:08:07.692 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:07.693 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:07.694 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:07.694 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 195768614912/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:07.694 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:07.694 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:07.694 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:07.695 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:07.695 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6f9c05] [ownerID=a58e9e4f-a38f-4436-9c95-56561eb0be59] [op=none] [2024/05/07 02:08:07.696 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=d2e64f41-31fc-40e5-9aee-f9aa57604f2a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:07.696 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:07.700 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:07.701 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:07.701 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:07.702 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] ["owner key"=/tidb/bindinfo/owner/22318f50cd6f9c0a] [ownerID=a58e9e4f-a38f-4436-9c95-56561eb0be59] [op=none] [2024/05/07 02:08:07.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:07.715 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:07.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:07.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:07.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:07.716 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:07.716 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:07.716 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:07.716 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:07.716 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:07.716 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:07.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:07.717 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:07.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:07.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:07.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:07.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:07.718 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:07.718 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:07.718 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f1fce1d7-83b5-44bc-aae2-9f6029d75d1e] [2024/05/07 02:08:07.718 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:07.718 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:07.718 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:07.721 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.300929ms] [2024/05/07 02:08:07.722 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:07.722 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:07.722 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:07.729 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:07.729 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=60] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:08:07.730 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=60] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:08:07.736 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:07.736 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:08:07.745 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:07.746 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6f9c05] [ownerID=a58e9e4f-a38f-4436-9c95-56561eb0be59] [op=none] [2024/05/07 02:08:07.746 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [op=none] [2024/05/07 02:08:07.746 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:07.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=3] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=47.278µs] [gotSchemaVersion=61] [phyTblIDs="[108,109,110,111,112]"] [actionTypes="[4,4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:07.761 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=61] [2024/05/07 02:08:07.810 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.488221ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.815 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=3] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.821 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=51.339µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:07.823 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/07 02:08:07.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=52.686513ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.878 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=3] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.881 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 108, Old Table Name: t"] [2024/05/07 02:08:07.885 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=55.043µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:07.888 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/07 02:08:07.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=52.240996ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.941 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[109,110,111,112]"] [comment="drop table: partition table IDs"] [2024/05/07 02:08:07.945 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/07 02:08:07.947 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/07 02:08:07.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=3] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:07.695 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.954 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/07 02:08:07.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:07.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=63] [cur_db=] [sql="drop database if exists op;"] [user=] [2024/05/07 02:08:07.956 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=63] [cur_db=] [sql="create database op;"] [user=] [2024/05/07 02:08:07.962 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create schema, State:queueing, SchemaState:none, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:07.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:07.962 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create schema, State:queueing, SchemaState:none, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:07.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database op;"] [2024/05/07 02:08:07.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=4] [category=ddl] [job="ID:116, Type:create schema, State:queueing, SchemaState:none, SchemaID:115, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:07.973 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=251.9µs] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:07.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/05/07 02:08:08.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=52.616908ms] [job="ID:116, Type:create schema, State:done, SchemaState:public, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:07.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:08.029 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=4] [job="ID:116, Type:create schema, State:synced, SchemaState:public, SchemaID:115, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.945 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:08.034 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/07 02:08:08.034 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:08.039 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:08.039 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=64] [cur_db=op] [sql="create table t(a int primary key, b int, index idx(b));"] [user=] [2024/05/07 02:08:08.046 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create table, State:queueing, SchemaState:none, SchemaID:115, TableID:117, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:07.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:08.046 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:create table, State:queueing, SchemaState:none, SchemaID:115, TableID:117, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:07.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int primary key, b int, index idx(b));"] [2024/05/07 02:08:08.054 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:create table, State:queueing, SchemaState:none, SchemaID:115, TableID:117, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:08.056 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 115, Table ID: 117, Table Name: t"] [2024/05/07 02:08:08.061 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=443.716µs] [gotSchemaVersion=65] [phyTblIDs="[117]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:08.063 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=65] [2024/05/07 02:08:08.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.461263ms] [job="ID:118, Type:create table, State:done, SchemaState:public, SchemaID:115, TableID:117, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:07.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:08.117 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=118] [conn=4] [job="ID:118, Type:create table, State:synced, SchemaState:public, SchemaID:115, TableID:117, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:07.995 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:08.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/07 02:08:08.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:08.124 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975695] [2024/05/07 02:08:08.127 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975699] [2024/05/07 02:08:08.129 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975702] [2024/05/07 02:08:08.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975705] [2024/05/07 02:08:08.132 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975708] [2024/05/07 02:08:08.134 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975711] [2024/05/07 02:08:08.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975714] [2024/05/07 02:08:08.137 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975717] [2024/05/07 02:08:08.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975720] [2024/05/07 02:08:08.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461147975723] [2024/05/07 02:08:08.141 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=10] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000755f72] [2024/05/07 02:08:08.143 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000755f72] ["first new region left"="{Id:44 StartKey:7480000000000000ff705f728000000000ff07a1200000000000fa EndKey:7480000000000000ff755f720000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:45 store_id:2 id:46 store_id:1 id:47 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=10] [2024/05/07 02:08:08.143 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/05/07 02:08:08.143 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f72] ["new region left"="{Id:44 StartKey:7480000000000000ff705f728000000000ff07a1200000000000fa EndKey:7480000000000000ff755f720000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:45 store_id:2 id:46 store_id:1 id:47 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.143 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/05/07 02:08:08.144 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000002710] ["new region left"="{Id:48 StartKey:7480000000000000ff755f720000000000fa EndKey:7480000000000000ff755f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:49 store_id:2 id:50 store_id:1 id:51 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.144 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/05/07 02:08:08.144 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000004e20] ["new region left"="{Id:52 StartKey:7480000000000000ff755f728000000000ff0027100000000000fa EndKey:7480000000000000ff755f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:53 store_id:2 id:54 store_id:1 id:55 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.144 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/05/07 02:08:08.145 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000007530] ["new region left"="{Id:56 StartKey:7480000000000000ff755f728000000000ff004e200000000000fa EndKey:7480000000000000ff755f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:57 store_id:2 id:58 store_id:1 id:59 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.145 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/05/07 02:08:08.145 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000009c40] ["new region left"="{Id:60 StartKey:7480000000000000ff755f728000000000ff0075300000000000fa EndKey:7480000000000000ff755f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:61 store_id:2 id:62 store_id:1 id:63 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.145 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/05/07 02:08:08.145 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f72800000000000c350] ["new region left"="{Id:64 StartKey:7480000000000000ff755f728000000000ff009c400000000000fa EndKey:7480000000000000ff755f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:65 store_id:2 id:66 store_id:1 id:67 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.146 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/05/07 02:08:08.146 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f72800000000000ea60] ["new region left"="{Id:68 StartKey:7480000000000000ff755f728000000000ff00c3500000000000fa EndKey:7480000000000000ff755f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:69 store_id:2 id:70 store_id:1 id:71 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.146 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/05/07 02:08:08.246 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000011170] ["new region left"="{Id:72 StartKey:7480000000000000ff755f728000000000ff00ea600000000000fa EndKey:7480000000000000ff755f728000000000ff0111700000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:73 store_id:2 id:74 store_id:1 id:75 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.246 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/05/07 02:08:08.247 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000013880] ["new region left"="{Id:76 StartKey:7480000000000000ff755f728000000000ff0111700000000000fa EndKey:7480000000000000ff755f728000000000ff0138800000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:77 store_id:2 id:78 store_id:1 id:79 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.247 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000755f728000000000015f90] ["new region left"="{Id:80 StartKey:7480000000000000ff755f728000000000ff0138800000000000fa EndKey:7480000000000000ff755f728000000000ff015f900000000000fa RegionEpoch:{ConfVer:5 Version:19} Peers:[id:81 store_id:2 id:82 store_id:1 id:83 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=10] ["region IDs"="[44,48,52,56,60,64,68,72,76,80]"] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299893] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299893] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299893] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/05/07 02:08:08.248 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299892] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299892] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299892] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299892] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299892] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299891] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/05/07 02:08:08.249 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299891] [2024/05/07 02:08:08.250 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/05/07 02:08:08.253 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=117] ["start key"=7480000000000000755f72] ["end key"=7480000000000000755f73] [2024/05/07 02:08:08.254 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000755f72, endKey=7480000000000000755f728000000000002710"] [2024/05/07 02:08:08.254 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000755f728000000000004e20, endKey=7480000000000000755f728000000000007530"] [2024/05/07 02:08:08.254 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000755f728000000000002710, endKey=7480000000000000755f728000000000004e20"] [2024/05/07 02:08:08.255 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000755f728000000000007530, endKey=7480000000000000755f728000000000009c40"] [2024/05/07 02:08:08.255 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000755f728000000000009c40, endKey=7480000000000000755f72800000000000c350"] [2024/05/07 02:08:08.255 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000755f72800000000000c350, endKey=7480000000000000755f72800000000000ea60"] [2024/05/07 02:08:08.256 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000755f72800000000000ea60, endKey=7480000000000000755f728000000000011170"] [2024/05/07 02:08:08.256 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=8] [task="TableScanTask: id=8, startKey=7480000000000000755f728000000000011170, endKey=7480000000000000755f728000000000013880"] [2024/05/07 02:08:08.256 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=9] [task="TableScanTask: id=9, startKey=7480000000000000755f728000000000013880, endKey=7480000000000000755f728000000000015f90"] [2024/05/07 02:08:08.257 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=10] [task="TableScanTask: id=10, startKey=7480000000000000755f728000000000015f90, endKey=7480000000000000755f73"] [2024/05/07 02:08:08.257 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:08.257 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:08.257 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:08.258 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000002038000000000004e20] [idxVal=30] [2024/05/07 02:08:08.258 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f69800000000000000103800000000000000503800000000000c350] [idxVal=30] [2024/05/07 02:08:08.258 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000003038000000000007530] [idxVal=30] [2024/05/07 02:08:08.258 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000004038000000000009c40] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000007038000000000011170] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f69800000000000000103800000000000000603800000000000ea60] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000008038000000000013880] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000000038000000000000000] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000009038000000000015f90] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=7480000000000000755f698000000000000001038000000000000001038000000000002710] [idxVal=30] [2024/05/07 02:08:08.259 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [2024/05/07 02:08:08.259 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [2024/05/07 02:08:08.260 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=2.52µs] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=1.031µs] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=979ns] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=1.129µs] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=838ns] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:08.261 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:08.261 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a58e9e4f-a38f-4436-9c95-56561eb0be59] ["take time"=2.111417ms] [2024/05/07 02:08:08.261 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a58e9e4f-a38f-4436-9c95-56561eb0be59] [2024/05/07 02:08:08.262 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:08.262 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f1fce1d7-83b5-44bc-aae2-9f6029d75d1e] [2024/05/07 02:08:08.262 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:08.262 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:08.262 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:08.262 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:08.262 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1177] [2024/05/07 02:08:08.263 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:08.263 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d2e64f41-31fc-40e5-9aee-f9aa57604f2a"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:08.263 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59 watch owner key /tidb/bindinfo/owner/22318f50cd6f9c0a"] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:08.263 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [2024/05/07 02:08:08.263 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:08.263 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:08.263 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:08.263 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:08.263 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:08.263 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:08.263 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:08.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:08.263 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:08.264 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:08.264 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=d2e64f41-31fc-40e5-9aee-f9aa57604f2a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:08.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:08.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:08.264 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:08.264 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:08.264 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d2e64f41-31fc-40e5-9aee-f9aa57604f2a"] [error="context canceled"] [2024/05/07 02:08:08.264 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d2e64f41-31fc-40e5-9aee-f9aa57604f2a"] [2024/05/07 02:08:08.264 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d2e64f41-31fc-40e5-9aee-f9aa57604f2a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:08.270 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:08.270 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [error="context canceled"] [2024/05/07 02:08:08.270 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [2024/05/07 02:08:09.499 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d2e64f41-31fc-40e5-9aee-f9aa57604f2a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:09.519 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:09.519 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:09.519 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:09.519 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:09.529 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a58e9e4f-a38f-4436-9c95-56561eb0be59"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:09.529 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:09.529 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:09.530 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.270961328s] [2024/05/07 02:08:09.530 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:09.530 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:09.530 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:09.530 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:09.530 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestBackfillOperators (1.87s) === RUN TestBackfillOperatorPipeline [2024/05/07 02:08:09.533 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:09.533 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:09.533 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073321906725844] [2024/05/07 02:08:09.533 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:09.533 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:09.534 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:09.534 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:09.534 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:09.534 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:09.534 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:09.534 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:09.535 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:09.535 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:09.536 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:09.538 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073321906725844] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:09.543 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:09.551 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1661] ["lease id"=22318f50cd6f9c28] [2024/05/07 02:08:09.552 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:09.564 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=65] ["start time"=10.277399ms] [2024/05/07 02:08:09.565 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:09.565 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=6a55127c-9a32-4626-848b-0535f041d73f] [runWorker=true] [2024/05/07 02:08:09.565 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:09.566 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:09.567 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:09.567 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:09.567 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 195768627200/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:09.567 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:09.567 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:09.567 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:09.569 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6f9cbc] [ownerID=6a55127c-9a32-4626-848b-0535f041d73f] [op=none] [2024/05/07 02:08:09.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:09.569 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=25cd06ba-284b-4d2a-8e7f-5cdad6f786a1] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:09.570 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:09.573 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:09.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:09.574 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:09.575 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] ["owner key"=/tidb/bindinfo/owner/3eaa8f50cd6f9cc1] [ownerID=6a55127c-9a32-4626-848b-0535f041d73f] [op=none] [2024/05/07 02:08:09.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:09.587 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:09.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:09.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:09.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:09.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:09.588 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:09.588 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:09.588 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:09.588 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:09.588 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:09.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:09.589 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:09.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:09.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:09.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:09.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:09.589 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:09.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:09.590 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b0896689-b51e-4b47-8403-0d5756714a58] [2024/05/07 02:08:09.590 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:09.590 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:09.590 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:09.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:09.592 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:09.592 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:09.593 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.957285ms] [2024/05/07 02:08:09.597 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:09.598 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=65] [cur_db=] [sql="drop database if exists op;"] [user=] [2024/05/07 02:08:09.604 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:09.604 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists op;"] [2024/05/07 02:08:09.618 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:09.619 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6f9cbc] [ownerID=6a55127c-9a32-4626-848b-0535f041d73f] [op=none] [2024/05/07 02:08:09.619 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [op=none] [2024/05/07 02:08:09.619 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:09.625 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=12] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:115, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=43.92µs] [gotSchemaVersion=66] [phyTblIDs="[117]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:09.636 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=66] [2024/05/07 02:08:09.684 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.119968ms] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.690 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=12] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:115, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=49.576µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:09.698 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=67] [2024/05/07 02:08:09.747 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.066568ms] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:115, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=12] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:115, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=32.801µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:09.763 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=68] [2024/05/07 02:08:09.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.171664ms] [job="ID:119, Type:drop schema, State:done, SchemaState:none, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.819 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=119] [tableIDs="[117]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:09.823 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="drop schema"] [2024/05/07 02:08:09.823 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=12] [job="ID:119, Type:drop schema, State:synced, SchemaState:none, SchemaID:115, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.596 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.829 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:08:09.829 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:09.830 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=68] [cur_db=] [sql="create database op;"] [user=] [2024/05/07 02:08:09.836 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:09.836 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database op;"] [2024/05/07 02:08:09.842 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=12] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=254.48µs] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:09.851 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=69] [2024/05/07 02:08:09.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.803967ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:09.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.905 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=12] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.796 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.910 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 02:08:09.910 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:09.915 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:09.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=69] [cur_db=op] [sql="create table t(a int primary key, b int, index idx(b));"] [user=] [2024/05/07 02:08:09.922 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:09.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:09.922 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:09.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int primary key, b int, index idx(b));"] [2024/05/07 02:08:09.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=123] [conn=12] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.931 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 120, Table ID: 122, Table Name: t"] [2024/05/07 02:08:09.936 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=618.501µs] [gotSchemaVersion=70] [phyTblIDs="[122]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:09.939 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=70] [2024/05/07 02:08:09.986 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=52.78821ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:09.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.992 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=123] [conn=12] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:09.895 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:09.997 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 02:08:09.997 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:09.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049286] [2024/05/07 02:08:10.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049290] [2024/05/07 02:08:10.004 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049293] [2024/05/07 02:08:10.006 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049296] [2024/05/07 02:08:10.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049299] [2024/05/07 02:08:10.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049302] [2024/05/07 02:08:10.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049305] [2024/05/07 02:08:10.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049308] [2024/05/07 02:08:10.015 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049311] [2024/05/07 02:08:10.017 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589461646049314] [2024/05/07 02:08:10.018 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=10] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000007a5f72] [2024/05/07 02:08:10.019 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000007a5f72] ["first new region left"="{Id:84 StartKey:7480000000000000ff755f728000000000ff015f900000000000fa EndKey:7480000000000000ff7a5f720000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:85 store_id:2 id:86 store_id:1 id:87 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=10] [2024/05/07 02:08:10.019 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/05/07 02:08:10.020 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f72] ["new region left"="{Id:84 StartKey:7480000000000000ff755f728000000000ff015f900000000000fa EndKey:7480000000000000ff7a5f720000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:85 store_id:2 id:86 store_id:1 id:87 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.020 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/05/07 02:08:10.020 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000002710] ["new region left"="{Id:88 StartKey:7480000000000000ff7a5f720000000000fa EndKey:7480000000000000ff7a5f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:89 store_id:2 id:90 store_id:1 id:91 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.020 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/05/07 02:08:10.021 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000004e20] ["new region left"="{Id:92 StartKey:7480000000000000ff7a5f728000000000ff0027100000000000fa EndKey:7480000000000000ff7a5f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:93 store_id:2 id:94 store_id:1 id:95 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.021 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/05/07 02:08:10.021 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000007530] ["new region left"="{Id:96 StartKey:7480000000000000ff7a5f728000000000ff004e200000000000fa EndKey:7480000000000000ff7a5f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:97 store_id:2 id:98 store_id:1 id:99 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.021 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/05/07 02:08:10.122 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000009c40] ["new region left"="{Id:100 StartKey:7480000000000000ff7a5f728000000000ff0075300000000000fa EndKey:7480000000000000ff7a5f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:101 store_id:2 id:102 store_id:1 id:103 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.122 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/05/07 02:08:10.123 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f72800000000000c350] ["new region left"="{Id:104 StartKey:7480000000000000ff7a5f728000000000ff009c400000000000fa EndKey:7480000000000000ff7a5f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:105 store_id:2 id:106 store_id:1 id:107 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.123 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/05/07 02:08:10.123 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f72800000000000ea60] ["new region left"="{Id:108 StartKey:7480000000000000ff7a5f728000000000ff00c3500000000000fa EndKey:7480000000000000ff7a5f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:109 store_id:2 id:110 store_id:1 id:111 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.123 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/05/07 02:08:10.124 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000011170] ["new region left"="{Id:112 StartKey:7480000000000000ff7a5f728000000000ff00ea600000000000fa EndKey:7480000000000000ff7a5f728000000000ff0111700000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:113 store_id:2 id:114 store_id:1 id:115 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.124 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/05/07 02:08:10.124 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000013880] ["new region left"="{Id:116 StartKey:7480000000000000ff7a5f728000000000ff0111700000000000fa EndKey:7480000000000000ff7a5f728000000000ff0138800000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:117 store_id:2 id:118 store_id:1 id:119 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.124 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007a5f728000000000015f90] ["new region left"="{Id:120 StartKey:7480000000000000ff7a5f728000000000ff0138800000000000fa EndKey:7480000000000000ff7a5f728000000000ff015f900000000000fa RegionEpoch:{ConfVer:5 Version:29} Peers:[id:121 store_id:2 id:122 store_id:1 id:123 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=10] ["region IDs"="[84,88,92,96,100,104,108,112,116,120]"] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299892] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299892] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299892] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/05/07 02:08:10.125 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299892] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299891] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299891] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299891] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299891] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/05/07 02:08:10.126 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299891] [2024/05/07 02:08:10.127 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/05/07 02:08:10.127 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299890] [2024/05/07 02:08:10.127 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/05/07 02:08:10.131 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=1] [avgRowSize=0] [reader=1] [writer=3] [2024/05/07 02:08:10.131 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:10.131 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:10.131 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:10.131 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=122] ["start key"=74800000000000007a5f72] ["end key"=74800000000000007a5f73] [2024/05/07 02:08:10.132 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007a5f72, endKey=74800000000000007a5f728000000000002710"] [2024/05/07 02:08:10.133 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=2] [task="TableScanTask: id=2, startKey=74800000000000007a5f728000000000002710, endKey=74800000000000007a5f728000000000004e20"] [2024/05/07 02:08:10.134 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/07 02:08:10.134 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=2] [2024/05/07 02:08:10.134 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000000038000000000000000] [idxVal=30] [2024/05/07 02:08:10.134 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=3] [task="TableScanTask: id=3, startKey=74800000000000007a5f728000000000004e20, endKey=74800000000000007a5f728000000000007530"] [2024/05/07 02:08:10.135 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000002038000000000004e20] [idxVal=30] [2024/05/07 02:08:10.135 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=4] [task="TableScanTask: id=4, startKey=74800000000000007a5f728000000000007530, endKey=74800000000000007a5f728000000000009c40"] [2024/05/07 02:08:10.135 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=3] [2024/05/07 02:08:10.135 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000001038000000000002710] [idxVal=30] [2024/05/07 02:08:10.135 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000003038000000000007530] [idxVal=30] [2024/05/07 02:08:10.135 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=5] [task="TableScanTask: id=5, startKey=74800000000000007a5f728000000000009c40, endKey=74800000000000007a5f72800000000000c350"] [2024/05/07 02:08:10.135 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=4] [2024/05/07 02:08:10.136 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=5] [2024/05/07 02:08:10.136 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000004038000000000009c40] [idxVal=30] [2024/05/07 02:08:10.136 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=6] [task="TableScanTask: id=6, startKey=74800000000000007a5f72800000000000c350, endKey=74800000000000007a5f72800000000000ea60"] [2024/05/07 02:08:10.137 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f69800000000000000103800000000000000503800000000000c350] [idxVal=30] [2024/05/07 02:08:10.137 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=6] [2024/05/07 02:08:10.137 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=7] [task="TableScanTask: id=7, startKey=74800000000000007a5f72800000000000ea60, endKey=74800000000000007a5f728000000000011170"] [2024/05/07 02:08:10.138 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f69800000000000000103800000000000000603800000000000ea60] [idxVal=30] [2024/05/07 02:08:10.138 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=7] [2024/05/07 02:08:10.138 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=8] [task="TableScanTask: id=8, startKey=74800000000000007a5f728000000000011170, endKey=74800000000000007a5f728000000000013880"] [2024/05/07 02:08:10.138 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=8] [2024/05/07 02:08:10.138 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000007038000000000011170] [idxVal=30] [2024/05/07 02:08:10.138 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=9] [task="TableScanTask: id=9, startKey=74800000000000007a5f728000000000013880, endKey=74800000000000007a5f728000000000015f90"] [2024/05/07 02:08:10.139 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000008038000000000013880] [idxVal=30] [2024/05/07 02:08:10.139 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=10] [task="TableScanTask: id=10, startKey=74800000000000007a5f728000000000015f90, endKey=74800000000000007a5f73"] [2024/05/07 02:08:10.139 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=9] [2024/05/07 02:08:10.140 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=10] [2024/05/07 02:08:10.140 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007a5f698000000000000001038000000000000009038000000000015f90] [idxVal=30] [2024/05/07 02:08:10.140 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [2024/05/07 02:08:10.140 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [2024/05/07 02:08:10.140 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:10.141 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=3.389µs] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=978ns] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=877ns] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=891ns] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=847ns] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:10.142 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:10.142 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=6a55127c-9a32-4626-848b-0535f041d73f] ["take time"=2.232778ms] [2024/05/07 02:08:10.142 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=6a55127c-9a32-4626-848b-0535f041d73f] [2024/05/07 02:08:10.144 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:10.144 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b0896689-b51e-4b47-8403-0d5756714a58] [2024/05/07 02:08:10.144 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:10.144 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:10.144 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:10.144 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:10.144 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1661] [2024/05/07 02:08:10.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:10.145 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:10.145 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:10.145 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:10.145 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 25cd06ba-284b-4d2a-8e7f-5cdad6f786a1"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:10.145 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 25cd06ba-284b-4d2a-8e7f-5cdad6f786a1"] [2024/05/07 02:08:10.145 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 25cd06ba-284b-4d2a-8e7f-5cdad6f786a1"] [error="context canceled"] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:10.145 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=25cd06ba-284b-4d2a-8e7f-5cdad6f786a1] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:10.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:10.153 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:10.153 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [error="context canceled"] [2024/05/07 02:08:10.153 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [2024/05/07 02:08:10.346 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 25cd06ba-284b-4d2a-8e7f-5cdad6f786a1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:11.387 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:11.387 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:11.388 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:11.404 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6a55127c-9a32-4626-848b-0535f041d73f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:11.405 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:11.405 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:11.405 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:11.405 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.264921624s] [2024/05/07 02:08:11.405 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:11.405 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:11.405 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:11.405 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:11.405 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestBackfillOperatorPipeline (1.88s) === RUN TestBackfillOperatorPipelineException [2024/05/07 02:08:11.408 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:11.408 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:11.408 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073321906725844] [2024/05/07 02:08:11.409 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:11.409 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:11.409 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:11.409 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:11.409 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:11.409 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:11.409 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:11.410 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:11.411 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:11.411 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:11.411 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:11.413 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073321906725844] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:11.418 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:11.426 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1707] ["lease id"=3eaa8f50cd6f9cdc] [2024/05/07 02:08:11.428 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:11.440 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=10.811702ms] [2024/05/07 02:08:11.441 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:11.441 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c34f5801-eda0-44cc-800e-b91d1e45f5ab] [runWorker=true] [2024/05/07 02:08:11.441 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:11.443 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:11.443 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:11.443 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:11.444 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 195768672256/467794132992, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:11.444 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:11.444 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:11.444 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:11.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:11.445 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6f9ed1] [ownerID=c34f5801-eda0-44cc-800e-b91d1e45f5ab] [op=none] [2024/05/07 02:08:11.445 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=95d4d28e-23ab-44f6-9608-b381cbb6d9a4] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:11.446 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:11.449 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:11.450 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:11.450 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:11.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:11.462 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:11.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:11.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:11.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:11.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:11.464 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:11.464 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:11.464 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:11.464 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:11.464 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:11.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:11.464 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:11.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:11.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:11.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:11.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:11.465 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:11.466 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:11.466 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c83b69e7-24e4-4dce-afd7-4d9c4a60514b] [2024/05/07 02:08:11.466 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:11.466 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:11.466 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:11.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:11.468 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:11.468 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:11.468 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.658893ms] [2024/05/07 02:08:11.474 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:11.476 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=70] [cur_db=] [sql="drop database if exists op;"] [user=] [2024/05/07 02:08:11.487 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.488 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists op;"] [2024/05/07 02:08:11.494 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:11.495 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6f9ed1] [ownerID=c34f5801-eda0-44cc-800e-b91d1e45f5ab] [op=none] [2024/05/07 02:08:11.495 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [op=none] [2024/05/07 02:08:11.495 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:11.500 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=124] [conn=18] [category=ddl] [job="ID:124, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.508 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=39.745µs] [gotSchemaVersion=71] [phyTblIDs="[122]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:11.510 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=71] [2024/05/07 02:08:11.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=52.313025ms] [job="ID:124, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=124] [conn=18] [category=ddl] [job="ID:124, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.570 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=48.981µs] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:11.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=72] [2024/05/07 02:08:11.599 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 25cd06ba-284b-4d2a-8e7f-5cdad6f786a1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:11.621 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=52.708366ms] [job="ID:124, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=124] [conn=18] [category=ddl] [job="ID:124, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.634 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=33.582µs] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:11.636 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=73] [2024/05/07 02:08:11.685 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=52.433072ms] [job="ID:124, Type:drop schema, State:done, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.690 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[122]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:11.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop schema"] [2024/05/07 02:08:11.695 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=124] [conn=18] [job="ID:124, Type:drop schema, State:synced, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.445 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.700 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/07 02:08:11.700 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.701 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=73] [cur_db=] [sql="create database op;"] [user=] [2024/05/07 02:08:11.707 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create schema, State:queueing, SchemaState:none, SchemaID:125, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.707 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create schema, State:queueing, SchemaState:none, SchemaID:125, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database op;"] [2024/05/07 02:08:11.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=126] [conn=18] [category=ddl] [job="ID:126, Type:create schema, State:queueing, SchemaState:none, SchemaID:125, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=300.532µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:11.720 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=74] [2024/05/07 02:08:11.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=52.512379ms] [job="ID:126, Type:create schema, State:done, SchemaState:public, SchemaID:125, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:11.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.775 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=126] [conn=18] [job="ID:126, Type:create schema, State:synced, SchemaState:public, SchemaID:125, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.696 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.778 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/07 02:08:11.778 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.786 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:11.786 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=74] [cur_db=op] [sql="create table t(a int primary key, b int, index idx(b));"] [user=] [2024/05/07 02:08:11.793 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:125, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.793 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:125, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int primary key, b int, index idx(b));"] [2024/05/07 02:08:11.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=128] [conn=18] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:125, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.801 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 125, Table ID: 127, Table Name: t"] [2024/05/07 02:08:11.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=530.988µs] [gotSchemaVersion=75] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.808 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=75] [2024/05/07 02:08:11.856 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=52.21938ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:125, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.862 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=128] [conn=18] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:125, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.746 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.866 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/07 02:08:11.866 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277838] [2024/05/07 02:08:11.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277842] [2024/05/07 02:08:11.872 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277845] [2024/05/07 02:08:11.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277848] [2024/05/07 02:08:11.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277851] [2024/05/07 02:08:11.877 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277854] [2024/05/07 02:08:11.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277857] [2024/05/07 02:08:11.880 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277860] [2024/05/07 02:08:11.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277863] [2024/05/07 02:08:11.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589462131277866] [2024/05/07 02:08:11.884 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=10] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000007f5f72] [2024/05/07 02:08:11.886 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000007f5f72] ["first new region left"="{Id:124 StartKey:7480000000000000ff7a5f728000000000ff015f900000000000fa EndKey:7480000000000000ff7f5f720000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:125 store_id:2 id:126 store_id:1 id:127 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=10] [2024/05/07 02:08:11.886 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/05/07 02:08:11.886 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f72] ["new region left"="{Id:124 StartKey:7480000000000000ff7a5f728000000000ff015f900000000000fa EndKey:7480000000000000ff7f5f720000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:125 store_id:2 id:126 store_id:1 id:127 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.886 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/05/07 02:08:11.887 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000002710] ["new region left"="{Id:128 StartKey:7480000000000000ff7f5f720000000000fa EndKey:7480000000000000ff7f5f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:129 store_id:2 id:130 store_id:1 id:131 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.887 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=132] [2024/05/07 02:08:11.887 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000004e20] ["new region left"="{Id:132 StartKey:7480000000000000ff7f5f728000000000ff0027100000000000fa EndKey:7480000000000000ff7f5f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:133 store_id:2 id:134 store_id:1 id:135 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.887 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=136] [2024/05/07 02:08:11.888 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000007530] ["new region left"="{Id:136 StartKey:7480000000000000ff7f5f728000000000ff004e200000000000fa EndKey:7480000000000000ff7f5f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:137 store_id:2 id:138 store_id:1 id:139 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.888 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=140] [2024/05/07 02:08:11.888 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000009c40] ["new region left"="{Id:140 StartKey:7480000000000000ff7f5f728000000000ff0075300000000000fa EndKey:7480000000000000ff7f5f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:141 store_id:2 id:142 store_id:1 id:143 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.888 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=144] [2024/05/07 02:08:11.888 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f72800000000000c350] ["new region left"="{Id:144 StartKey:7480000000000000ff7f5f728000000000ff009c400000000000fa EndKey:7480000000000000ff7f5f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:145 store_id:2 id:146 store_id:1 id:147 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.888 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=148] [2024/05/07 02:08:11.889 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f72800000000000ea60] ["new region left"="{Id:148 StartKey:7480000000000000ff7f5f728000000000ff00c3500000000000fa EndKey:7480000000000000ff7f5f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:149 store_id:2 id:150 store_id:1 id:151 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.889 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=152] [2024/05/07 02:08:11.889 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000011170] ["new region left"="{Id:152 StartKey:7480000000000000ff7f5f728000000000ff00ea600000000000fa EndKey:7480000000000000ff7f5f728000000000ff0111700000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:153 store_id:2 id:154 store_id:1 id:155 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.889 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=156] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000013880] ["new region left"="{Id:156 StartKey:7480000000000000ff7f5f728000000000ff0111700000000000fa EndKey:7480000000000000ff7f5f728000000000ff0138800000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:157 store_id:2 id:158 store_id:1 id:159 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=160] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=74800000000000007f5f728000000000015f90] ["new region left"="{Id:160 StartKey:7480000000000000ff7f5f728000000000ff0138800000000000fa EndKey:7480000000000000ff7f5f728000000000ff015f900000000000fa RegionEpoch:{ConfVer:5 Version:39} Peers:[id:161 store_id:2 id:162 store_id:1 id:163 store_id:3 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=10] ["region IDs"="[124,128,132,136,140,144,148,152,156,160]"] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299994] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299994] [2024/05/07 02:08:11.890 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=132] [backoff(ms)=299993] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=132] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=136] [backoff(ms)=299993] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=136] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=140] [backoff(ms)=299993] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=140] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=144] [backoff(ms)=299993] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=144] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=148] [backoff(ms)=299993] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=148] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=152] [backoff(ms)=299993] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=152] [2024/05/07 02:08:11.891 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=156] [backoff(ms)=299992] [2024/05/07 02:08:11.892 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=156] [2024/05/07 02:08:11.892 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=160] [backoff(ms)=299992] [2024/05/07 02:08:11.892 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=160] [2024/05/07 02:08:11.902 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=1] [avgRowSize=0] [reader=1] [writer=3] [2024/05/07 02:08:11.902 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:11.902 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:11.902 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:11.902 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f72] ["end key"=74800000000000007f5f73] [2024/05/07 02:08:11.904 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f72, endKey=74800000000000007f5f728000000000002710"] [2024/05/07 02:08:11.905 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=1] [avgRowSize=0] [reader=1] [writer=3] [2024/05/07 02:08:11.905 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:11.905 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:11.905 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:11.905 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f72] ["end key"=74800000000000007f5f73] [2024/05/07 02:08:11.906 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f72, endKey=74800000000000007f5f728000000000002710"] [2024/05/07 02:08:11.906 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=1] [avgRowSize=0] [reader=1] [writer=3] [2024/05/07 02:08:11.906 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:11.906 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:11.906 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:11.906 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f72] ["end key"=74800000000000007f5f73] [2024/05/07 02:08:11.908 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f72, endKey=74800000000000007f5f728000000000002710"] [2024/05/07 02:08:11.908 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=2] [task="TableScanTask: id=2, startKey=74800000000000007f5f728000000000002710, endKey=74800000000000007f5f728000000000004e20"] [2024/05/07 02:08:11.910 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=1] [avgRowSize=0] [reader=1] [writer=3] [2024/05/07 02:08:11.910 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:11.910 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:11.910 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:11.910 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f72] ["end key"=74800000000000007f5f73] [2024/05/07 02:08:11.911 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f72, endKey=74800000000000007f5f728000000000002710"] [2024/05/07 02:08:11.912 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=2] [task="TableScanTask: id=2, startKey=74800000000000007f5f728000000000002710, endKey=74800000000000007f5f728000000000004e20"] [2024/05/07 02:08:11.912 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/07 02:08:11.913 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000000038000000000000000] [idxVal=30] [2024/05/07 02:08:11.914 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=1] [avgRowSize=0] [reader=1] [writer=3] [2024/05/07 02:08:11.914 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=1] [2024/05/07 02:08:11.914 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=2] [2024/05/07 02:08:11.914 +00:00] [INFO] [mock.go:198] ["mock engine info create writer"] [category=ddl-ingest] [id=3] [2024/05/07 02:08:11.914 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f72] ["end key"=74800000000000007f5f73] [2024/05/07 02:08:11.914 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f72, endKey=74800000000000007f5f728000000000002710"] [2024/05/07 02:08:11.914 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=2] [task="TableScanTask: id=2, startKey=74800000000000007f5f728000000000002710, endKey=74800000000000007f5f728000000000004e20"] [2024/05/07 02:08:11.914 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/07 02:08:11.914 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000000038000000000000000] [idxVal=30] [2024/05/07 02:08:11.915 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=2] [2024/05/07 02:08:11.915 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=3] [task="TableScanTask: id=3, startKey=74800000000000007f5f728000000000004e20, endKey=74800000000000007f5f728000000000007530"] [2024/05/07 02:08:11.915 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000001038000000000002710] [idxVal=30] [2024/05/07 02:08:11.915 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000002038000000000004e20] [idxVal=30] [2024/05/07 02:08:11.915 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=4] [task="TableScanTask: id=4, startKey=74800000000000007f5f728000000000007530, endKey=74800000000000007f5f728000000000009c40"] [2024/05/07 02:08:11.915 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=3] [2024/05/07 02:08:11.916 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000003038000000000007530] [idxVal=30] [2024/05/07 02:08:11.916 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=5] [task="TableScanTask: id=5, startKey=74800000000000007f5f728000000000009c40, endKey=74800000000000007f5f72800000000000c350"] [2024/05/07 02:08:11.916 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=4] [2024/05/07 02:08:11.917 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=6] [task="TableScanTask: id=6, startKey=74800000000000007f5f72800000000000c350, endKey=74800000000000007f5f72800000000000ea60"] [2024/05/07 02:08:11.917 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=5] [2024/05/07 02:08:11.917 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000004038000000000009c40] [idxVal=30] [2024/05/07 02:08:11.917 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=6] [2024/05/07 02:08:11.917 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=7] [task="TableScanTask: id=7, startKey=74800000000000007f5f72800000000000ea60, endKey=74800000000000007f5f728000000000011170"] [2024/05/07 02:08:11.917 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f69800000000000000103800000000000000503800000000000c350] [idxVal=30] [2024/05/07 02:08:11.918 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=7] [2024/05/07 02:08:11.918 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f69800000000000000103800000000000000603800000000000ea60] [idxVal=30] [2024/05/07 02:08:11.918 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=8] [task="TableScanTask: id=8, startKey=74800000000000007f5f728000000000011170, endKey=74800000000000007f5f728000000000013880"] [2024/05/07 02:08:11.918 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000007038000000000011170] [idxVal=30] [2024/05/07 02:08:11.918 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=9] [task="TableScanTask: id=9, startKey=74800000000000007f5f728000000000013880, endKey=74800000000000007f5f728000000000015f90"] [2024/05/07 02:08:11.918 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=8] [2024/05/07 02:08:11.919 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000008038000000000013880] [idxVal=30] [2024/05/07 02:08:11.919 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=9] [2024/05/07 02:08:11.919 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=10] [task="TableScanTask: id=10, startKey=74800000000000007f5f728000000000015f90, endKey=74800000000000007f5f73"] [2024/05/07 02:08:11.920 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=10] [2024/05/07 02:08:11.920 +00:00] [INFO] [mock.go:211] ["mock writer write row"] [category=ddl-ingest] [key=74800000000000007f5f698000000000000001038000000000000009038000000000015f90] [idxVal=30] [2024/05/07 02:08:11.920 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [2024/05/07 02:08:11.920 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [2024/05/07 02:08:11.920 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:11.921 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=2.817µs] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=850ns] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=1.13µs] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=1.288µs] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=723ns] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:11.922 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:11.922 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c34f5801-eda0-44cc-800e-b91d1e45f5ab] ["take time"=2.359058ms] [2024/05/07 02:08:11.922 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c34f5801-eda0-44cc-800e-b91d1e45f5ab] [2024/05/07 02:08:11.923 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:11.923 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c83b69e7-24e4-4dce-afd7-4d9c4a60514b] [2024/05/07 02:08:11.923 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:11.923 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:11.923 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:11.923 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1707] [2024/05/07 02:08:11.924 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:11.924 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95d4d28e-23ab-44f6-9608-b381cbb6d9a4"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="context canceled"] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:11.924 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [2024/05/07 02:08:11.924 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:11.924 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:11.924 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:11.924 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:11.925 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:11.925 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:11.925 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:11.925 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:11.925 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95d4d28e-23ab-44f6-9608-b381cbb6d9a4"] [error="context canceled"] [2024/05/07 02:08:11.925 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=95d4d28e-23ab-44f6-9608-b381cbb6d9a4] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:11.925 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95d4d28e-23ab-44f6-9608-b381cbb6d9a4"] [2024/05/07 02:08:11.925 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:11.925 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95d4d28e-23ab-44f6-9608-b381cbb6d9a4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:11.932 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:11.932 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="context canceled"] [2024/05/07 02:08:11.932 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [2024/05/07 02:08:11.932 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:13.177 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:13.177 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:13.177 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:13.177 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:13.181 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 95d4d28e-23ab-44f6-9608-b381cbb6d9a4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:13.187 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c34f5801-eda0-44cc-800e-b91d1e45f5ab"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:13.187 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:13.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:13.187 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.267611761s] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:13.187 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:13.187 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:13.187 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:13.187 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:13.188 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestBackfillOperatorPipelineException (1.78s) FAIL coverage: 13.4% of statements -- Coverage runner: Not collecting coverage for failed test. The following commands failed with status 1 /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/sandbox/linux-sandbox/2159/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test.runfiles/__main__/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test -with-real-tikv ================================================================================ Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 64.182s, Critical Path: 47.37s INFO: 1537 processes: 1522 remote cache hit, 9 internal, 6 linux-sandbox. INFO: Build completed successfully, 1537 total actions //tests/realtikvtest/addindextest3:addindextest3_test FLAKY, failed in 1 out of 2 in 14.3s Stats over 2 runs: max = 14.3s, min = 11.0s, avg = 12.6s, dev = 1.7s /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest3/addindextest3_test/coverage.dat Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 10s remote-cache, linux-sandbox [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,604 / 1,605] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 11s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 10s remote-cache, linux-sandbox [Pipeline] script [Pipeline] { [Pipeline] sh [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 10s remote-cache, linux-sandbox [1,610 / 1,613] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 53.0 MiB / 96.2 MiB; 0s remote-cache [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 10s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 1s remote-cache, linux-sandbox [2024-05-07T02:08:31.130Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:08:31.131Z] ['info'] => Project root located at: . [2024-05-07T02:08:31.134Z] ['info'] -> Token found by environment variables [2024-05-07T02:08:31.147Z] ['info'] Searching for coverage files... [2024-05-07T02:08:31.743Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:08:31.743Z] ['info'] Processing ./coverage.dat... [1,545 / 1,546] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 7s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 39s remote-cache, linux-sandbox [2024-05-07T02:08:32.112Z] ['info'] Using manual override from args. [2024-05-07T02:08:32.113Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:08:32.126Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,549 / 1,550] Testing //tests/realtikvtest/addindextest1:addindextest1_test; 41s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 79.127s, Critical Path: 63.53s INFO: 1538 processes: 1522 remote cache hit, 10 internal, 6 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 6 passing and 0 failing out of 6 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,546 / 1,552] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test.instrumented_files ... (2 actions, 0 running) [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:08:33.407Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/1ffa7a94-371a-4e0c-80dd-75a73cf6ef0c.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020833Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=1df5c03d72867ff6d7d95143ba5cd284144ae2ed2120209ecf88ba2b0aa05716 [2024-05-07T02:08:33.407Z] ['info'] Uploading... [1,552 / 1,554] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 1s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 11s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 40s remote-cache, linux-sandbox [2024-05-07T02:08:36.885Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:08:36.886Z] ['info'] => Project root located at: . [2024-05-07T02:08:36.889Z] ['info'] -> Token found by environment variables [2024-05-07T02:08:36.904Z] ['info'] Searching for coverage files... [2024-05-07T02:08:37.572Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:08:37.572Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:08:37.118Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [2024-05-07T02:08:37.964Z] ['info'] Using manual override from args. [2024-05-07T02:08:37.965Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:08:37.977Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:08:38.831Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/34e91399-9b9c-4bf4-9ed5-7c0ed25fc463.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020838Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=d25559daa8d78d021b491b424a7e8146e762a7b0de92826cfc1f9b7bae975a34 [2024-05-07T02:08:38.832Z] ['info'] Uploading... [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 10s remote-cache, linux-sandbox [2024-05-07T02:08:41.241Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/db_partition.test: ok! 1276 test cases passed, take time 81.616376774 s [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/statisticstest:statisticstest_test; 11s remote-cache, linux-sandbox ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.229030893 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.416748403 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.191810953 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.049719622 s [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 40s remote-cache, linux-sandbox [1,574 / 1,575] Testing //tests/realtikvtest/importintotest3:importintotest3_test; 40s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 40s remote-cache, linux-sandbox [1,567 / 1,568] Testing //tests/realtikvtest/addindextest2:addindextest2_test; 66s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 104.210s, Critical Path: 88.51s INFO: 1556 processes: 1541 remote cache hit, 10 internal, 5 linux-sandbox. INFO: Build completed successfully, 1556 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [1,574 / 1,575] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 47s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/05/07 02:08:16.926 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:16.926 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:16.928 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:16.929 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:16.929 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:16.930 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:16.930 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:16.930 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:16.930 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:16.930 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:16.933 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:16.938 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:16.940 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:16.941 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:16.967 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:16.968 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:16.979 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:16.979 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:16.993 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:17.016 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073327015202095] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:17.129 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:17.260 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=585] ["lease id"=22318f50cd70df51] [2024/05/07 02:08:17.263 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:17.273 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:17.299 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=24.929494ms] [2024/05/07 02:08:17.302 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:17.302 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0748cd75-ddea-431e-b424-68a9703f8d70] [runWorker=true] [2024/05/07 02:08:17.302 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:17.304 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:17.305 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:17.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:17.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:17.305 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:17.306 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:17.306 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:17.306 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:17.306 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:17.306 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:17.308 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd70df55] [ownerID=0748cd75-ddea-431e-b424-68a9703f8d70] [op=none] [2024/05/07 02:08:17.308 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:17.308 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=defe9769-4602-4736-9d04-792d9a313ac8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:17.309 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager defe9769-4602-4736-9d04-792d9a313ac8"] ["owner key"=/tidb/br-stream/owner/22318f50cd70df57] [ownerID=defe9769-4602-4736-9d04-792d9a313ac8] [op=none] [2024/05/07 02:08:17.316 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:17.349 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:17.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.349 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:17.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:17.357 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:17.358 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd70df55] [ownerID=0748cd75-ddea-431e-b424-68a9703f8d70] [op=none] [2024/05/07 02:08:17.358 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] [op=none] [2024/05/07 02:08:17.358 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:17.404 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.466 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=27.28578ms] [2024/05/07 02:08:17.472 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:17.481 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:17.481 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:17.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.812511ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:17.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.528 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:17.554 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:17.557 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:17.579 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:17.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.759 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:17.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.129193ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.124 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:18.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.661518ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.244 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.311 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:18.416 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:18.417 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.422 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.848848363\n# Parse_time: 0\n# Compile_time: 0.008289777\n# Rewrite_time: 0.000021547\n# Optimize_time: 0\n# Wait_TS: 0.000377314\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/07 02:08:18.434 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:18.500 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.500 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:18.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=3.190067ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.634 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.634 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:18.664 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.125539ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.803 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:18.803 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.807 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375226775\n# Parse_time: 0\n# Compile_time: 0.002696481\n# Rewrite_time: 0.000011783\n# Optimize_time: 0\n# Wait_TS: 0.000476097\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.810 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:18.866 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.821 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.865 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.821 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:18.904 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.821 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.977 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.436944ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.988 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.989 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:19.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.429385ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.821 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.088 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.821 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.130 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:19.130 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325638482\n# Parse_time: 0\n# Compile_time: 0.001576914\n# Rewrite_time: 0.000013181\n# Optimize_time: 0\n# Wait_TS: 0.000330134\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:19.157 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:19.260 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.171 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.260 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.171 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:19.306 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:19.307 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:19.309 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.171 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.491 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.266866ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.501 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.501 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:19.535 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.373686ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.171 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.586 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.171 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.687 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:19.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.541731938\n# Parse_time: 0\n# Compile_time: 0.008664539\n# Rewrite_time: 0.000014092\n# Optimize_time: 0\n# Wait_TS: 0.000425372\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:19.695 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:19.753 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.753 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:19.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.883 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.008645ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.892 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:19.929 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.158782ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.982 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.67 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.045 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:20.045 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.048 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355799444\n# Parse_time: 0\n# Compile_time: 0.002331548\n# Rewrite_time: 0.00000997\n# Optimize_time: 0\n# Wait_TS: 0.000356112\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.053 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:20.124 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.021 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.124 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.021 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:20.202 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.021 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.983924ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.300 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.300 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:20.333 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.478384ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.021 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.377 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.021 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.428 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:20.428 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.431 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379967597\n# Parse_time: 0\n# Compile_time: 0.002034173\n# Rewrite_time: 0.000009983\n# Optimize_time: 0\n# Wait_TS: 0.000687115\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.434 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:20.471 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.471 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:20.541 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.597 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.168027ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.608 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.608 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:20.645 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.505651ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.685 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.726 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:20.726 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.735 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:20.780 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.780 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:20.855 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.914 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.539551ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.925 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:20.961 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.15733ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.072 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:21.072 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.075 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341645378\n# Parse_time: 0\n# Compile_time: 0.001908118\n# Rewrite_time: 0.000014721\n# Optimize_time: 0\n# Wait_TS: 0.000504582\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.079 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:21.130 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.071 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.130 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.071 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:21.195 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.071 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.825149ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.293 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.293 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:21.330 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.416924ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.071 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.388 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.071 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.443 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:21.443 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.447 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369525915\n# Parse_time: 0\n# Compile_time: 0.00194168\n# Rewrite_time: 0.00000905\n# Optimize_time: 0\n# Wait_TS: 0.000348288\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.452 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:21.501 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.501 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:21.572 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.557722ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.657 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.657 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:21.692 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.551261ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.726 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.783 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:21.783 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.786 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.33597707\n# Parse_time: 0\n# Compile_time: 0.001921113\n# Rewrite_time: 0.000008043\n# Optimize_time: 0\n# Wait_TS: 0.000471188\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.794 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:21.796 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:21.864 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.864 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:21.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.036 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.957232ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.047 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.047 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:22.082 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.500356ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.236 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:22.237 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.240 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.448735766\n# Parse_time: 0\n# Compile_time: 0.002915204\n# Rewrite_time: 0.000009177\n# Optimize_time: 0\n# Wait_TS: 0.000341002\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.247 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:22.316 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.316 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:22.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.583192ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.477 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:22.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.84858ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.571 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.631 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:22.631 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389170325\n# Parse_time: 0\n# Compile_time: 0.002112214\n# Rewrite_time: 0.000008786\n# Optimize_time: 0\n# Wait_TS: 0.000511134\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.638 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:22.691 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:22.692 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.824 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.631396ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.833 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.833 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:22.867 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.509743ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.932 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.978 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:22.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.982 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345626867\n# Parse_time: 0\n# Compile_time: 0.001915043\n# Rewrite_time: 0.00000918\n# Optimize_time: 0\n# Wait_TS: 0.00031131\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.987 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:23.040 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.040 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:23.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.693551ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.186 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.186 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:23.223 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=54.367897ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.328 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:23.328 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.332 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346835574\n# Parse_time: 0\n# Compile_time: 0.002017231\n# Rewrite_time: 0.000010588\n# Optimize_time: 0\n# Wait_TS: 0.000316144\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.336 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:23.384 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.384 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:23.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.497 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.782649ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.508 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.508 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:23.545 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.593527ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.594 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.638 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:23.638 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30722972\n# Parse_time: 0\n# Compile_time: 0.002003565\n# Rewrite_time: 0.000014619\n# Optimize_time: 0\n# Wait_TS: 0.000298682\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.647 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:23.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.714 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:23.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.684637ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.861 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:23.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.637836ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.933 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.621 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.984 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:23.984 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.987 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342430377\n# Parse_time: 0\n# Compile_time: 0.002206224\n# Rewrite_time: 0.000008916\n# Optimize_time: 0\n# Wait_TS: 0.000325921\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.991 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:24.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:24.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.612768ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.194 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.195 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:24.230 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.021747ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.352 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:24.352 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.356 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.366657715\n# Parse_time: 0\n# Compile_time: 0.00184693\n# Rewrite_time: 0.000009223\n# Optimize_time: 0\n# Wait_TS: 0.000394046\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.362 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:24.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.428 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:24.479 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.598 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.719223ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.608 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.609 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:24.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.350844ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.752 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:24.752 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395802234\n# Parse_time: 0\n# Compile_time: 0.002733959\n# Rewrite_time: 0.000008402\n# Optimize_time: 0\n# Wait_TS: 0.000336443\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:24.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:24.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.842475ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.966 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:25.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.021024ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.073 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.129 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:25.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.133 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360462123\n# Parse_time: 0\n# Compile_time: 0.001647435\n# Rewrite_time: 0.000010234\n# Optimize_time: 0\n# Wait_TS: 0.000485163\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.135 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:25.182 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.182 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:25.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.489324ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.299 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.299 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:25.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.517669ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.415 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:25.415 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.420 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:25.459 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:25.459 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.524 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=1.873498ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.586 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.586 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:25.624 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.895342ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.701 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.739 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:25.740 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.744 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.324244083\n# Parse_time: 0\n# Compile_time: 0.000959344\n# Rewrite_time: 0.000009672\n# Optimize_time: 0\n# Wait_TS: 0.000443986\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.751 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:25.821 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.821 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:25.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.564724ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.976 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:26.011 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=54.065048ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.076 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.149 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:26.149 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.404407636\n# Parse_time: 0\n# Compile_time: 0.003376881\n# Rewrite_time: 0.000013343\n# Optimize_time: 0\n# Wait_TS: 0.000397419\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.155 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:26.203 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.203 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:26.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.919767ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.374 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:26.410 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.706153ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.477 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.528 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:26.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.532 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377471601\n# Parse_time: 0\n# Compile_time: 0.001418865\n# Rewrite_time: 0.000015373\n# Optimize_time: 0\n# Wait_TS: 0.000458999\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:26.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.591 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:26.629 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.707 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.877146ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.718 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.718 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:26.754 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.160439ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.833 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.884 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:26.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.887 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353269246\n# Parse_time: 0\n# Compile_time: 0.001824585\n# Rewrite_time: 0.000016986\n# Optimize_time: 0\n# Wait_TS: 0.000469601\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.891 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:26.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.871 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:26.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.871 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.871 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.818507ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.120 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:27.156 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.248431ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.871 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.223 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.871 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.267 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:27.267 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.270 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.380881513\n# Parse_time: 0\n# Compile_time: 0.001474367\n# Rewrite_time: 0.00000794\n# Optimize_time: 0\n# Wait_TS: 0.000389003\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.273 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:27.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.327 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:27.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.483 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.825551ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.493 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.493 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:27.529 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.013625ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.621 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:27.621 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352656928\n# Parse_time: 0\n# Compile_time: 0.001382796\n# Rewrite_time: 0.000013074\n# Optimize_time: 0\n# Wait_TS: 0.000337463\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:27.684 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.684 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:27.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.797 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.119194ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.809 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:27.846 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=57.478473ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.905 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.960 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:27.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.964 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.337352187\n# Parse_time: 0\n# Compile_time: 0.001632626\n# Rewrite_time: 0.000009544\n# Optimize_time: 0\n# Wait_TS: 0.000513854\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.969 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:27.971 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:28.023 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.971 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.023 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.971 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:28.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.971 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.090985ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.192 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.192 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:28.227 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.133224ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.971 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.971 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.344 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:28.344 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.348 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38103539\n# Parse_time: 0\n# Compile_time: 0.002280658\n# Rewrite_time: 0.000010315\n# Optimize_time: 0\n# Wait_TS: 0.000476197\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.353 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:28.412 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.412 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:28.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.583 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.759733ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.595 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.595 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:28.626 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.867566ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.686 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.746 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:28.746 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.750 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399797285\n# Parse_time: 0\n# Compile_time: 0.002254709\n# Rewrite_time: 0.000010584\n# Optimize_time: 0\n# Wait_TS: 0.000397206\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.756 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:28.823 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.823 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:28.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.267172ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.001 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:29.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.151826ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.079 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.771 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.139 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:29.139 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.143 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389540395\n# Parse_time: 0\n# Compile_time: 0.002356525\n# Rewrite_time: 0.000010874\n# Optimize_time: 0\n# Wait_TS: 0.00047447\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.151 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:29.231 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.231 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:29.308 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=defe9769-4602-4736-9d04-792d9a313ac8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:29.309 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:08:29.322 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.844258ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.458 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.458 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:29.492 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.550638ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.531 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.613 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:29.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.617 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.469416323\n# Parse_time: 0\n# Compile_time: 0.003341663\n# Rewrite_time: 0.000011888\n# Optimize_time: 0\n# Wait_TS: 0.000348019\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.620 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:29.658 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:29.658 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.48833ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.780 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.780 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:29.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.03043ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.888 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:29.923 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30807359\n# Parse_time: 0\n# Compile_time: 0.001102593\n# Rewrite_time: 0.000012013\n# Optimize_time: 0\n# Wait_TS: 0.00035959\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.021 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.021 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:30.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.300003ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:30.193 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:30.227 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.930017ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.280 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.342 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:30.342 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.346 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412891418\n# Parse_time: 0\n# Compile_time: 0.006313629\n# Rewrite_time: 0.003190782\n# Optimize_time: 0\n# Wait_TS: 0.000430652\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.350 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:30.407 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.407 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:30.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.546 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.874777ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.557 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:30.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.642659ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.633 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.321 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.706 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:30.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.710 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362148605\n# Parse_time: 0\n# Compile_time: 0.001846058\n# Rewrite_time: 0.00001188\n# Optimize_time: 0\n# Wait_TS: 0.000448053\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.713 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:30.777 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.777 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:30.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.923 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.640657ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.936 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:30.970 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.403266ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.035 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.721 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.077 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:31.078 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.081 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.368536591\n# Parse_time: 0\n# Compile_time: 0.001421704\n# Rewrite_time: 0.000012233\n# Optimize_time: 0\n# Wait_TS: 0.000434795\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:31.127 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.127 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:31.174 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.247 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.567672ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.258 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.258 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:31.294 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.700581ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.334 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.380 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:31.380 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.384 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301304079\n# Parse_time: 0\n# Compile_time: 0.001553647\n# Rewrite_time: 0.000008879\n# Optimize_time: 0\n# Wait_TS: 0.000289295\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.406 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:31.498 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.498 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:31.542 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.216513ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.698 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.698 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:31.733 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.345755ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.784 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.867 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:31.867 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.870 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.48270366\n# Parse_time: 0\n# Compile_time: 0.018656881\n# Rewrite_time: 0.000014018\n# Optimize_time: 0\n# Wait_TS: 0.000418216\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.876 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:31.951 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.951 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:32.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.063525ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.171 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:32.204 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.262968ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.300 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.379 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:32.379 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.383 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.509090764\n# Parse_time: 0\n# Compile_time: 0.002497075\n# Rewrite_time: 0.000008726\n# Optimize_time: 0\n# Wait_TS: 0.000384309\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:32.475 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.475 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:32.546 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.588894ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.702 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.702 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:32.735 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.808126ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.785 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:32.905 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.909 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.522450014\n# Parse_time: 0\n# Compile_time: 0.003067136\n# Rewrite_time: 0.000010325\n# Optimize_time: 0\n# Wait_TS: 0.000382968\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.915 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:33.001 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.001 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:33.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.204 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.153135ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.217 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.217 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:33.249 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.636075ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.331 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.430 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:33.431 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.522080934\n# Parse_time: 0\n# Compile_time: 0.002581041\n# Rewrite_time: 0.000009684\n# Optimize_time: 0\n# Wait_TS: 0.000473008\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.440 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:33.520 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.520 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:33.569 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.026989ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.714 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:33.749 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.683804ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.828 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.913 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:33.913 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.916 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.478784899\n# Parse_time: 0\n# Compile_time: 0.002555137\n# Rewrite_time: 0.000008381\n# Optimize_time: 0\n# Wait_TS: 0.000480711\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.925 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:34.020 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.020 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:34.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=6.534212ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.243 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.243 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:34.271 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.223925ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.332 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.413 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:34.413 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.416 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.495794351\n# Parse_time: 0\n# Compile_time: 0.004635499\n# Rewrite_time: 0.000017442\n# Optimize_time: 0\n# Wait_TS: 0.000871467\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.423 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:34.491 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.421 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:34.491 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.421 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.421 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.780206ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.676 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:34.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=56.457373ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.421 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.794 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.421 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.874 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:34.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.878 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.458699722\n# Parse_time: 0\n# Compile_time: 0.003195314\n# Rewrite_time: 0.000011519\n# Optimize_time: 0\n# Wait_TS: 0.000460891\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:34.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:35.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.344068ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.120 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:35.157 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.936897ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.230 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.290 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:35.290 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.293 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412008004\n# Parse_time: 0\n# Compile_time: 0.002309819\n# Rewrite_time: 0.000013115\n# Optimize_time: 0\n# Wait_TS: 0.000414872\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.303 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:35.409 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.409 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:35.455 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.937225ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.645 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:35.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=54.051072ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.734 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.829 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:35.830 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.834 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.536262691\n# Parse_time: 0\n# Compile_time: 0.005251603\n# Rewrite_time: 0.000009202\n# Optimize_time: 0\n# Wait_TS: 0.000373874\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.842 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:35.910 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.910 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:35.964 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.295773ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.107 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:36.143 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.42913ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.257 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:36.257 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.422993335\n# Parse_time: 0\n# Compile_time: 0.004031129\n# Rewrite_time: 0.0000136\n# Optimize_time: 0\n# Wait_TS: 0.000554503\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.265 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:36.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.271 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.271 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:36.335 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:36.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:36.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:36.335 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:36.391 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.271 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.464 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.869961ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.476 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:36.510 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.713165ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.271 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.592 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.271 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.638 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:36.638 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378758193\n# Parse_time: 0\n# Compile_time: 0.001504571\n# Rewrite_time: 0.000010212\n# Optimize_time: 0\n# Wait_TS: 0.000451869\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:36.713 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.713 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:36.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.832 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.781702ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.843 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:36.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.447357ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.945 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.994 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:36.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.998 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353570599\n# Parse_time: 0\n# Compile_time: 0.00172023\n# Rewrite_time: 0.000010472\n# Optimize_time: 0\n# Wait_TS: 0.000435265\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:37.035 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.035 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:37.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.136 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.089046ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:37.148 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.148 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:37.184 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.104982ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.260 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.286 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:37.286 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.348 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:37.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.348 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:37.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:37.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.86957ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:37.519 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.519 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:37.553 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.640383ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:37.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.630 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.678 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:37.678 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.682 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389722978\n# Parse_time: 0\n# Compile_time: 0.00350855\n# Rewrite_time: 0.001696355\n# Optimize_time: 0\n# Wait_TS: 0.000406469\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:38.189 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589468901146629\n# Query_time: 0.356137075\n# Parse_time: 0\n# Compile_time: 0.174693101\n# Rewrite_time: 0.006144388\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 366612\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1QvgMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE3Mm1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDMzASBMYXV0b19pZF9hbGxvY2F0b3I6IHsFDGRfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdAE/AF8FZCg3MDIuMcK1c30sIAEQGF9kZXRhaWwRYxxfcHJvY2VzcwksFCAzNMK1cxE/DHdhaXQRGAg3LjIdGihrdl9yZWFkX3dhbA1mCCA3NREiCGlrdi4ZAAQ5MRF/DHNjYW4+fwAMa2V5cwXCKGdldF9zbmFwc2hvEXUMMTMuOAV1aHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGiQHhuOiB7cHJld3JpdGU6MS42ITQBUBEhGHM6MzY1LjYFTAkUEDoxLjIxASccc2xvd2VzdF8RPyVBACAxf2QwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byGlODEyNy4wLjAuMToyMDE2MkJgAToJARA3MDkuNSmJNgoBAas6+wAEMjMNr1r7AAXrOUwFkRRfYmF0Y2glthA6IDIwLinLKHByb3Bvc2Vfc2VuIbBIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvBDE0EXcJYBRsZWFkZXINUigxMzZucywgc3luYwk2DDczLjMlUwktMG1lbXRhYmxlOiAyLjkBGTmiBWUIMzg4TSIQYXBwbHkyrgAEMTRFJAAsCRsVkQQ2MU0BFG11dGV4Xyn8Ab4JcjKfABkXAHdhOQQxNA1tCSsZnQg3LjlByi5BAhhwcmltYXJ5RvsBBDFz/vsBLfsQNDA4Ljma+wEINy4zAaEALOL7AQAxMTau+wEEOTEyzQEyWwEENDA2+QEENTEFzQAsQlwBBDEuYWQ6+AEEMjFBDS3bPvYBCepFETn2CDkuN0VYAG3O9gEJbT72AQQxMEVhJfZtzQhudW2hKgkqhYcAMRHSGGJ5dGU6MzIFLmxpbnNlcnQ6MTM5LjFtcwkxMTAuMCBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/07 02:08:38.314 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.006061517s] [2024/05/07 02:08:38.347 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] [2024/05/07 02:08:38.347 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] [2024/05/07 02:08:38.347 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:38.349 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0748cd75-ddea-431e-b424-68a9703f8d70"] [] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=16.591µs] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=9.285µs] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.352µs] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=3.98µs] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=21.744µs] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=4.53µs] [2024/05/07 02:08:38.350 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.815µs] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=8.786µs] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=3.962µs] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=14.077µs] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=9.933µs] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:38.351 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:38.351 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:38.364 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0748cd75-ddea-431e-b424-68a9703f8d70] ["take time"=45.106233ms] [2024/05/07 02:08:38.364 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0748cd75-ddea-431e-b424-68a9703f8d70] [2024/05/07 02:08:38.367 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=585] [2024/05/07 02:08:38.368 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:38.368 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:38.368 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:38.368 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:38.368 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:38.368 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager defe9769-4602-4736-9d04-792d9a313ac8 watch owner key /tidb/br-stream/owner/22318f50cd70df57"] [2024/05/07 02:08:38.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:38.368 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:38.368 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager defe9769-4602-4736-9d04-792d9a313ac8"] [2024/05/07 02:08:38.368 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:38.368 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:38.370 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=defe9769-4602-4736-9d04-792d9a313ac8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:38.370 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:38.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:38.370 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:38.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:38.370 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:08:38.370 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:38.370 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager defe9769-4602-4736-9d04-792d9a313ac8"] [error="context canceled"] [2024/05/07 02:08:38.370 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager defe9769-4602-4736-9d04-792d9a313ac8"] [2024/05/07 02:08:38.371 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager defe9769-4602-4736-9d04-792d9a313ac8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:38.371 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=51.500514ms] [2024/05/07 02:08:38.371 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073327015202095] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:38.382 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:38.535 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=15] ["lease id"=6f188f50cd70dfa2] [2024/05/07 02:08:38.539 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:38.637 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=93.341484ms] [2024/05/07 02:08:38.643 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:38.643 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0678434c-1f5f-4692-a6d5-8cbede101a84] [runWorker=true] [2024/05/07 02:08:38.643 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:38.646 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:38.647 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:38.647 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:38.647 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:38.647 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:38.647 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:38.650 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd70e02f] [ownerID=0678434c-1f5f-4692-a6d5-8cbede101a84] [op=none] [2024/05/07 02:08:38.650 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:38.650 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9c41fb49-2fd7-4484-a199-c638d4753fb5] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:38.676 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:38.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:38.678 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:38.680 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] ["owner key"=/tidb/bindinfo/owner/22318f50cd70e034] [ownerID=0678434c-1f5f-4692-a6d5-8cbede101a84] [op=none] [2024/05/07 02:08:38.696 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:38.699 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:38.700 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd70e02f] [ownerID=0678434c-1f5f-4692-a6d5-8cbede101a84] [op=none] [2024/05/07 02:08:38.700 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [op=none] [2024/05/07 02:08:38.700 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:38.701 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:38.807 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:38.825 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:38.838 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:38.839 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:38.839 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:38.839 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:38.839 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:38.839 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:38.839 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:38.841 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:38.841 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:38.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:38.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:38.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:38.843 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:38.843 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:38.846 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] ["owner key"=/tidb/stats/owner/22318f50cd70e037] [ownerID=0678434c-1f5f-4692-a6d5-8cbede101a84] [op=none] [2024/05/07 02:08:38.847 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:38.849 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/07 02:08:38.856 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/73981a95-d51d-4ab4-bac5-8082ab6147a2] [2024/05/07 02:08:38.856 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:38.856 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:38.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:38.869 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:38.869 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:38.883 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.07612ms] [2024/05/07 02:08:38.923 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGzipAndMixedCompression [2024/05/07 02:08:38.937 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/05/07 02:08:38.939 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/05/07 02:08:38.974 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.974 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/05/07 02:08:39.036 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.256224ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:39.099 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:39.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.776816ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.184 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.216 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:39.216 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.225 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/07 02:08:39.264 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.264 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 02:08:39.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.334 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/07 02:08:39.396 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.285016ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.408 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/07 02:08:39.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.31185ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.482 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.530 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:39.530 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.534 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.312412222\n# Parse_time: 0.001366791\n# Compile_time: 0.001539661\n# Rewrite_time: 0.000010447\n# Optimize_time: 0.000388664\n# Wait_TS: 0.000400371\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 02:08:39.630 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager defe9769-4602-4736-9d04-792d9a313ac8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:39.672 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:39.673 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:39.673 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:39.673 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:39.857 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:39.857 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:39.857 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73981a95-d51d-4ab4-bac5-8082ab6147a2] [watcherID=94b4f74b-347b-406d-a169-8c01c9d70773] [2024/05/07 02:08:40.222 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:40.222 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:40.229 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589469464756225\n# Query_time: 0.407758327\n# Parse_time: 0\n# Compile_time: 0.039864243\n# Rewrite_time: 0.017278881\n# Optimize_time: 0.015337335\n# Wait_TS: 0.00024186\n# Cop_time: 0.003870492 Process_time: 0.000068847 Wait_time: 0.000047701 Request_count: 2 Total_keys: 4 Get_snapshot_time: 0.000\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 3.4423e-05 Cop_proc_p90: 3.8863e-05 Cop_proc_max: 3.8863e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.385e-05 Cop_wait_p90: 3.4181e-05 Cop_wait_max: 3.4181e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17013\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hiSwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjM2MC45bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwA3PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQ2eANMcGFydGlhbF93b3JrZXI6e3dhbGylJSg6MzU5LjI0MDQ0MmGpHfEMOjUsIEWVbG51bTowLCB0b3Rfd2FpdDoxLjc5NDg2MTkyM3MJFxRleGVjOjANDWX6ASQwNTE1OTIxNHMsIG1heAVoFDA3NTYzOAFoCHA5NTISABR9LCBmaW5WoQAgNjAuNTk4NTA2ATleoQABrRGhHDYxLjExNcK1DZEFngw5Ljc2GRMVpBQ5MjMxMzgVpBw2MC40NzMxMCUMBaQdEgB9gaYBBAQKM8EWHDgJMAkwLjAyXqsGgaRaOAQlV/4ZBloZBnlgWn0AMiwDXiQALvgCWiQASctaHQAulgIypwZ2oQVVwQQ1ODrBAm45Bhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLt8FSoQAcs0AAR0QKSBlcSjRPQA3wcnJ7Ag2KV0utQBFpBpNCHAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjMuNUHMEGZldGNoEQ0FLAw6MHN9HnwIEQggCjUJM18yMShCAU0AKRHlPXiOzwBKJAAy5AEMY2FzdHojAVm1MGRvdWJsZSBCSU5BUln9VAA3NQoILjM0AeE1CT6+AQgyLjb19xQ2CTMwXzJ1ThlEADIlJQ1EDAkyMzUanAkOLAgYNwk0N18yNTEVGDFfMAkxMAkpZTRzdCwgaW5kZXg6aWR4X2H+DF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB/BxzOnBzZXVkbxGZCDIuNS4zChAsIGNvcBKdCgg6IHuhKwQgMYnxDCAxLjlFDwxwcm9jYe4IczogrUcBEhg6IDM4LjnCkaWlWhAgMzQuMgUTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwUVYljwRkdQUaGG46IDcxLjQFOixtYXhfZGlzdHNxbF8940w6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MaXHDmQLRGltZToxLjgzbXN9fSwgdGlrdgVpBDp7BRqh4y2QPH0sIHNjYW5fZGV0YWlsOiBJ2g3nCDEsIBIXChhuYXBzaG90qW8QIDE1LjcFozRyb2Nrc2RiOiB7YmxvYyE4AH0JbgRtZT5QACEqCGVzcw1CLjIBwSwEYWkRXDU5BbPZ3hwgMTY5LjbCtb29MDcJMV8yNyhQcm9iZSlFOqXGBGluegADQQxIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApYcdByAEEHAo4CTQ1XzI2BYsyxQKCkAIBPwEEiSMAORHUGDAJMjkuOTcuJAQ+tgqdPy4bAEVV/pkG/pkG/pkGqpkGPvcELgwB4cBe6gQOpgxlEgwyLjczcuoEDDQuMzQe4QyF6gU8KaCZUgA2Li8FDAkyMzc+6wQEMzMu6wQAM5HrlepFnQAoBQad4gxwYXVzQaAALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdIALFXcohgFCDEuOJ4YBSUzYdtBbEIXBQAwhSUizgkMIDEzLha6CQBjvhUFDDY3LjEFTf4VBaEVADH6FQUAM1IVBQw2LjUzBaPmFQU1MDYTBTU3PhMFBDg5xWUmzwqhEgQzNZE+4UxJoFbUBC4kAxIaCUbNBAQzNAVGLqcCpswE')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('xyfACsInCgdTb3J0XzEzEqkmCg1Qcm9qZWN0aW9uXzE1Ep0jCgpIYXNoQWdnXzE2EskZCjIhABQ4Ep0WCgsBISRKb2luXzIwEscJMkMAZDIxEs8HCg5JbmRleExvb2tVcF8yOBLiBAoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwwl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToyLjU5bXMsIGxvb3BzOjFi2AFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjk2bXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDM4LjnCtXMsIHRvdF93YWl0OiAzNC4ywrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNzEuNAVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8F4jgxLjgzbXN9fWrMAXRpa3YJ3AB7BRsAMBn5DH0sIHMhkihkZXRhaWw6IHt0bwFCCeg4MSwgZ2V0X3NuYXBzaG90CVgQIDE1LjcFpDRyb2Nrc2RiOiB7YmxvYyE5EH19fSwgAWM+UAAYcHJvY2Vzcw1CLjMBBGFsJTURGgA0LToFswh3YWwNzSwgMTY5LjbCtXN9cP8RAQQBeBEKJP8BEp0CCgxTZWxNzDwyNxJuChFUYWJsZVJvd0lESXUANklyBFSlOnICCA0KC11yBFIedkECVoEACBoBAgleLJClQCmg20sao3WUP0HQEFJuaW4oRc9gLnRpZGJfYmFja2dyb3VuZF9zdWJ0YXNrLkGfSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSlWnwAcIY1EbI0y9XIdnAgBQAFtDAwzLjI1QeIAbGkMBHDrLloBYakYqYPAp2MVdDY9AAhSlQF+1wAMZXAsIHYkAF3bFCwgY2FzdHrkACEwQZ1oLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3FdUEMzQd1QhiD0N9RhRPRkZw7BQuQAIE7Qo2ygQIORKvOsoEEDM2EokFQsoECDMzGpHKBLiaUVgAPonKCBwKGlFYFAF0Gg4KBSXpABIJBwRSbZHBDHBhdXMh7AAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHgAsVSie9wQIMS44MvcEANVq9wQAMyE/YbkhcUL2BAAwhQMIdG90Zb8UOiAxMy41BRMIY29wtvQEDDY3LjEFOv70BIH0ADGJ9ADJ4vQEADNS9AQMNi41MwWk5vQENTE28gQ1OD7yBAQ4OaULXvEEBNYBLvEEDDM1Em1C8QQEMzSJkwSquTqZAggMCgpZmfrwBCgEukApuR6F61H4PUX2BFIoVrEEDGdsb2LBm4nxaqoEGIk7w9ZL4Y0dVpmqCDIuNi7VAwRw7TaqBCACIekglPkmAY82PQAIUtsCnYYuiQAEaWQyoQQuGwABqUH5ZiEACHlwZWIdAGXqYh4AGHByaW9yaXRmXAAUY3JlYXRl5RRiRQAyOwVa4AAAcz6DBTbiAABy5d4EY28ByT59BS4qACEnXnAFADatcAgyLjeFMc1FRnAFBNwivXBEIcWpGiU5zpRAKYnS3uALk5k/IeZYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6FAZy5QABHRApIGVxKNUgBCwgEQsQNildWhUOrggUOjM1OC42ge8RvgQ1YhKeCRRoYXNoX3QORwgEOnsSGQkIOjMu5SsQZmV0Y2gRDQUsLDowc30hfv1UfUgWlTrWAADL/n8C/n8C/n8C/n8Cin8CXcFKIgld7D2yADcusgFC4AcE2CUucAIYzqZn4m+albEJAPBJcAS3Bg6LCRBwIGJ5Oh2BPvsCIGZ1bmNzOm1heHqJAh2mKpEIBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbhmTAARIp6YAIHpak4ApQcpI36cAKUWZksABR+elgCxRGZPABEinlIAvXVmVQAdJaJYACZ5CmpYABklnlgAhdtiMgIBHp5KAAB03QpmUgAuJgBxhgQ2MDaGAxjFAnBhcnRpDuMIGG9ya2VyOnsmxA0kMzU5LjI0MDQ0MmG4HfEMOjUsIEWVEG51bTowEsUOFlUKLDEuNzk0ODYxOTIzcwkXDgcQEr8ODnkKpbsBJCA1MTU5MjE0cywOQwoFaBQwNzU2MzgBaAhwOTUyEgAUfSwgZmluVqEAHDYwLjU5ODUwxQteoQABrR72ChA2MS4xMRb3CgEUBZ4MOS43NhkTFaQUOTIzMTM4FaQcNjAuNDczMTAlDAWkHRJa9AkYITQNzkjW5D7FBACr/l8G/l8GOl8GSXpayQR5lVohAD13ZvsIih8JLq4C+fMANV65Ano/BhSSxxdV2Pw+egEAXlrEAIblAIrBAARpZB2sNDltcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/05/07 02:08:40.229 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589469464756226\n# Query_time: 0.374512841\n# Parse_time: 0\n# Compile_time: 0.01015118\n# Rewrite_time: 0.001599871\n# Optimize_time: 0.006871094\n# Wait_TS: 0.00012975\n# Cop_time: 0.000142728 Process_time: 0.000283683 Wait_time: 0.000069735 Request_count: 2 Total_keys: 426 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 106 Rocksdb_key_skipped_count: 1166\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000141841 Cop_proc_p90: 0.000142732 Cop_proc_max: 0.000142732 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.4867e-05 Cop_wait_p90: 4.4755e-05 Cop_wait_max: 4.4755e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2048\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xBegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM1OC45bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADgdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldLnIAADYdcngsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjM1NS4yASoQZmV0Y2gZDwUwDDowc30RpREIJAozCTMxXzQxKEIBUgApCbRAZGF0YTpTZWxlY3Rpb25fNDARiRg1NTUuNMK1LnwBaGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNgWJIWA0X2tleXM6IDAsIHRvdF8BEhg6IDE0Mi43BUsBFCR3YWl0OiA0NC44BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR+wFzCF9kdQUaEG46IDU2DU04bWF4X2Rpc3RzcWxfY29uVRdIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGNBQiU+AF9FXywxLjUxbXN9fQkyNDEt2RhOL0EKNAkxIQkEMV9FxlBub3QoaXN0cnVlX3dpdGhfbnVsbChK1QEUcmVvcmcpIVcMdGlrdgW2BDp7BWcEMHNVwTx9LCBzY2FuX2RldGFpbDogKcwtNUAyMTMsIGdldF9zbmFwc2hvdAmmCCAyMi0smHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTMsIGtleUIXABw4MywgYmxvYyG6EH19fSwgAZc+hAAhrAhlc3MNdDK0AQRhbCW2DRs1uwXoCHdhbC1OJCAzMTQuOcK1c30hRgEEHAo1CTQzXzM5LUsMMDAwCUnDLhQEfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRZFmUQEBaAEEMAozCTZfMjkoUHJvYmUhhjQ2NDAwCWdyb3VwIGJ5OnVrQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdY2BADFhZZWBEHBhcnRpIREYb3JrZXI6ezkAIDM1Ny40NTE3N4WyLpICCDUsIEXFYTYAMGkaZQYsMS43ODY0MDk4OTJzCRcMZXhlY0UwYSohpgkkEDYwODI3ASRhcAFoFDMzMzgyMwGZCHA5NTISABR9LCBmaW5ioQAQOTUzNTiFYV6hAAGtBG90CaEQMzIuNDdpqAEUBZ4UNi4xNzPCgRkBExWkHDg0MDcxODVziRQBpBA4NTcyOaU+EaQREjm1YWsAM4F0Ja5pawBuYWE1im1SJYwENy4F8y2MCAkzOLGPYbYQNQk2XzMhuQA4QWg1+UqqA03qCGluZ1IDBiBzY2hlbWFfaWQBzEbDBkXCCR5JSghtaW4VrwA4VkUCADepqg25ACxyRQIYNS44NzMyMSU5XqQBOkUCGDc4MTk3NjYhfSGUJaeBdQENMaEcNzg0MzU0NDMB1QRheMUvEDczMDQ5qbpFRQA1FRJ6RQIUMDcwMDA3QX5eoQAyRQIQOS4yMzFVMgWeDDYuNzFZWBGkIDgzNzcxMjQ0c1lFEDAxMDg3JfYJpAA3FRJZRQA2wdgMMzYJMCn7AGTB0yRIYXNoQWdnXzMxecsANTpaB17QBikTBHJvWs0GGctlxQggMjUF3ARjb77JBgAz7WH+yQbByQQ4OcnJADUuEwMAN2ETADGlfv4VA84VA0o9AxZfCX0lDjsJAHQ63wUucQXSMQcIMTEuKZT+MQeyMQdVGKF9BGFp8S9NHwB0DrUJHF9rdl9yZWFkLjYHBe4lA9lLCCAyM6FjWeMEOAnhSaEuDpQIgeGFh/5JBwV8jZYkfQlOL0EJTi9BCg==')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('rRrwSQqoGgoNUHJvamVjdGlvbl8xMxKOGQoHU29ydF8xNBKWGAoLSGFzaEpvaW5fMjgSyAYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwaWRldGFpbDoge3RvdGFsX2tleXM6IDIxMywgZ2V0X3NuYXBzaG90X3RpbWU6IDIyLjjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTMsIGtleV9za2lwcGVkX2NvdW4BF0A4MywgYmxvY2s6IHt9fX0sIAFYPoQAHHByb2Nlc3NfARwYOiAxNDIuNwV1CaIId2FpEY8ENDQNjwXoDHdhbGwNNCAzMTQuOcK1c31WYQE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6U10lBFoWBYcQNTU1LjQFhgRsbyW8FGLZAWNvcCnZWCB7bnVtOiAxLCBtYXg6IDEuNjJtcywgAcgtUQQwLAG+Bdo60gAF0AA6GcuAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoQbjogNTYtH6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS04KDEuNTFtc319cPEBXY8QEpUQCgphWyBBZ2dfMjkSvgwuRwMQMzAS2gsZIBAzNRK5BzZ6AxAzNhKFBR0iCDESlkZ4AwA0RfX+eAN9eAAdRRQQdGFzazppeAAxIZMtvVoYAgWEBChlcXkEQL9peSyUAWdyb3VwIGJ5Om2BAjZuAyHmHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqaQt8DMuMAzuADDDExLjVF5QBy/uADruADADEFc0LeAwAyCYsJGBhrdl9yZWFkLuUDBe4l5n36CDIzM2b4AyAh3t3d3R0+90Bp9SHgYfUED2Rh9QhIYXNF4gwzMVoVZfMQMzU1LjZdNQRi0mLyA3rvAxXhbe0N2sbrAwAzjYT+6wNh6wQ4OWXrAPou6wMlIQitbPg6IQEAhP4BA74BA1XlXfEANTWXBDcuJXBtzEhixQJwYXJ0aWFsX3dvcmtlcjp7WRAhxBQ4NzMyMTghyS4WBQg1LCCBHQBfobqtnsFaMDoxLjc3ODE5NzY2NXOlHRRfZXhlYzrhtgR0b815BSQYNDM1NDQzc6n0AWgQNzMwNDkFmghwOTUyEgAUfSwgZmluWqEAHDcuMDcwMDA3bqEAAa0Ab00+EDM5LjIzWVIFnhA2LjcxOHFG6QQsMS43ODM3NzEyNDRzEaQcNy4wMTA4NzMBawmkGRJeEwVhMwitSP5NEgQAuekoABYWjAgAbg6CCDGtCDUpKT2jBWUtowhw/ALdUCQaAQIhRERERCRjPlYACDhncq1oFVQALK0XHGZpcnN0cm93HW65DFkbBDguhRYNeHobAhw3LjQ1MTc3OSEPmhsCHDg2NDA5ODkybhsCGDg2NjA4MjcBJA4PCCAzNTcuMzMzODIlEjF3ERJ6GwIQOTUzNTiFhV6hADIbAgwyLjQ3WQhNGwgxNzNGGwIUODQwNzE4QeMRpBA4NTcyOWUnEaQREl4bAhgUrkfhDHsIKqcKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGLUBgQsIDXtBCldVUEAODZ7BQA5FvsIEGhhc2hf5TMAOhawCmVnZXQQZmV0Y2gZDwUwLDowc30hnasFOSp+CDqmAAA9SpAA+coQOmRlc2NSsAfpiB2nJTJNcAVsAOpCbABONggBSBBtZXRhLE40CBmJHWlFpw1pDGIPQ28m4QlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/07 02:08:40.237 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/07 02:08:40.237 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:40.237 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:40.237 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:40.237 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:40.240 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589469569351682\n# Query_time: 0.372911434\n# Parse_time: 0\n# Compile_time: 0.368642509\n# Rewrite_time: 0.001688145\n# Optimize_time: 0.005322558\n# Wait_TS: 0.000140528\n# Cop_time: 0.00142074 Process_time: 0.000058484 Wait_time: 0.000035741 Request_count: 1 Total_keys: 2 Get_snapshot_time: 0.000\n# Is_internal: true\n# Digest: 1e3af77503e2fbf987fc6db41c00cf9dd8e6201f979e9a0e533a8cf655dd86f8\n# Stats: tidb_timers:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.8484e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.5741e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 236\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_timers] remain after pruning paths for tidb_timers given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sAXwqjAJMzFfNwkwCTI1MAlkYXRhOlNlbGVjdGlvbl82CTAJdGltZToxLjcybXMsIGxvb3BzOjEsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzFtcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogNTguNcK1cywgdG90X3dhaXQ6IDM1LjfCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyEF9kdXJhAZ4UOiA1MC44BU3QbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFlwhhbF8N4XAxOG1zfX0JMjM2IEJ5dGVzCU4vQQoxCTFfNgkxXykeOGxpa2UobXlzcWwudGlkYgU6CHJzLgFBXHJfa2V5LCAiL3RpZGIvdHRsL3BoeXNpYwFgLGFibGUvJSIsIDkyKSVRBGt2BcoEOnsBOgg6MHM1WEh9LCBzY2FuX2RldGFpbDoge3RvAaIAayVIODIsIGdldF9zbmFwc2hvdAV+FDogMTYuOSUENHJvY2tzZGI6IHtibG9jIZkQfX19LCABYz5QACGdCGVzcw1CDDU4LjUFQgltCHdhaRFcADMxmgB0AbMId2FsLS0MIDIxNAV2AH0hJQEEHAoyCTQzXzUJISoUMTAwMDAJBfYAOiEOBWeIcnMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwlBa2YaASAJTi9BCU4vQQo=')\n# Plan_digest: 65d2a72d2d54158dc761197852179fa76dad2764dcf6d0fc725d2cace7ea4f9a\n# Binary_plan: tidb_decode_binary_plan('oQaYCpwGCg1UYWJsZVJlYWRlcl83EuMDCgtTZWxlY3Rpb25fNhKTAQoPBSJMRnVsbFNjYW5fNSEAAAAACNREQSkBCfBMAIjDQDgCQAJKFgoUCgVteXNxbBILdGlkYl90aW1lcnNSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnsBMzg6MHMsIGxvb3BzOjF9cP8RAQQBeBEKBP8BBYIIoA5FDYIEQG8FghhSQ2xpa2UoBYMELnQZggQudAGJaF9rZXksICIvdGlkYi90dGwvcGh5c2ljYWxfdCEBMC8lIiwgOTIpaswBdGlmkABQLCBzY2FuX2RldGFpbDoge3RvdGFsAVtEczogMiwgZ2V0X3NuYXBzaG90JQCYOiAxNi45wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIHRpbWVfOlAAGHByb2Nlc3MNQgw1OC41BUIJbQh3YWkRXAwzNS43CRoBswx3YWxsDTMIMjE0BXYEfXA5NS5AARirqqqqGs8GPUAkAUABUhBkYXRhOj3+BFoUITsUOjEuNzJtOZUYYtgBY29wXyWySCB7bnVtOiAxLCBtYXg6IDEuMzEBKgHBLRYEMCwBuAXTADoyywAFyQA6GcSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTAuOAX+qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlyH+bGltZToxLjE4bXN9fXDsAXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/07 02:08:40.449 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:40.555 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:08:40.622 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:40.622 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:08:40.647 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:40.728 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:40.729 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:40.730 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/07 02:08:40.761 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:40.775 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:40.775 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/07 02:08:40.775 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=103.365µs] [2024/05/07 02:08:40.775 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=300.256µs] [] [2024/05/07 02:08:40.776 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:40.776 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:08:40.902 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 02:08:40.924 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 02:08:40.938 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:08:40.979 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:40.980 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 02:08:40.981 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:40.981 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 02:08:40.989 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:40.989 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:40.990 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:40.990 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:40.991 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:40.991 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:40.991 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:40.991 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:40.991 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:41.006 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:41.008 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:41.008 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:41.008 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:41.008 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/07 02:08:41.079 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/07 02:08:41.084 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 02:08:41.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:41.100 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:41.122 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/05/07 02:08:41.124 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=259.797µs] [encodeDur=1.20401ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=94.068µs] [type=file] [takeTime=2.050695ms] [] [2024/05/07 02:08:41.125 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:41.125 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/c87a8767-47a5-4a0b-8a07-c8645908eab8.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/07 02:08:41.152 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/05/07 02:08:41.154 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=296.597µs] [encodeDur=794.174µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=64.874µs] [type=file] [takeTime=1.530955ms] [] [2024/05/07 02:08:41.155 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:41.155 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/600175f1-81e1-4811-acab-7392c8f4234d.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/05/07 02:08:41.164 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/05/07 02:08:41.166 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.101735ms] [encodeDur=887.73µs] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=71.148µs] [type=file] [takeTime=2.405502ms] [] [2024/05/07 02:08:41.167 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=88.575126ms] [] [2024/05/07 02:08:41.167 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/570966da-884c-4dec-b05a-5659b0cb5116.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/05/07 02:08:41.168 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:08:41.168 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:08:41.168 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 02:08:41.170 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.114012ms] [] [2024/05/07 02:08:41.170 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/07 02:08:41.175 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:41.197 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/05/07 02:08:41.197 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:41.213 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/05/07 02:08:41.215 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=44.779658ms] [] [2024/05/07 02:08:41.215 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 02:08:41.216 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.337646ms] [] [2024/05/07 02:08:41.216 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:08:41.216 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:41.218 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.938846ms] [] [2024/05/07 02:08:41.218 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/07 02:08:41.218 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:41.219 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=67.45µs] [] [2024/05/07 02:08:41.219 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:41.220 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.02503ms] [] [2024/05/07 02:08:41.276 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:41.279 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:41.279 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:41.279 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:41.279 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:41.281 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:41.281 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:41.281 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:41.281 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:41.281 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:41.281 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=302.826956ms] [] [2024/05/07 02:08:41.345 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:41.346 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:41.347 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:41.347 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:41.425 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/05/07 02:08:41.426 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:41.427 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:08:41.615 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:41.665 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:08:41.665 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:08:41.665 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:08:41.665 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.37µs] [] [2024/05/07 02:08:41.665 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/05/07 02:08:41.665 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/07 02:08:41.665 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/07 02:08:41.665 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/07 02:08:41.669 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/05/07 02:08:41.670 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/05/07 02:08:41.670 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.049249ms] [] [2024/05/07 02:08:41.670 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.233894ms] [] [2024/05/07 02:08:41.720 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=104.975634ms] [] [2024/05/07 02:08:41.744 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:41.744 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/07 02:08:41.747 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/07 02:08:41.833 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/07 02:08:41.834 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:41.887 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:41.887 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:42.001 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:42.112 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.570922559\n# Parse_time: 0.001539522\n# Compile_time: 0.001675072\n# Rewrite_time: 0.000252171\n# Optimize_time: 0.000388664\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:08:42.121 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/05/07 02:08:42.157 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:42.121 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.157 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:42.121 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/05/07 02:08:42.238 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.121 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.250 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/07 02:08:42.294 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.401369ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:42.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/07 02:08:42.340 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.404506ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.121 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.408 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/07 02:08:42.421 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/07 02:08:42.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.121 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 02:08:42.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.388723255\n# Parse_time: 0.000490316\n# Compile_time: 0.000883465\n# Rewrite_time: 0.000011177\n# Optimize_time: 0.000993923\n# Wait_TS: 0.000449041\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/05/07 02:08:42.524 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:42.770 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:42.885 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:08:42.944 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:42.945 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:08:43.051 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:43.052 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:43.053 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/07 02:08:43.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.087 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:43.087 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/05/07 02:08:43.087 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=114.224µs] [2024/05/07 02:08:43.087 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=249.626µs] [] [2024/05/07 02:08:43.087 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:43.087 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:08:43.250 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 02:08:43.267 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:08:43.269 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 02:08:43.312 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:43.314 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 02:08:43.314 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.324 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:43.324 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:43.325 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.325 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:43.326 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.327 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.327 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:43.327 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:43.327 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.347 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:43.349 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:43.349 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:43.349 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:43.349 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/07 02:08:43.399 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/07 02:08:43.404 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 02:08:43.407 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:43.408 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 02:08:43.417 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/05/07 02:08:43.419 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=125.334µs] [encodeDur=958.732µs] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=465.073µs] [type=file] [takeTime=2.065059ms] [] [2024/05/07 02:08:43.420 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 02:08:43.420 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/119e4a2a-67b1-452f-9a65-fb407092e528.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/07 02:08:43.436 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/05/07 02:08:43.437 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=150.187µs] [encodeDur=492.839µs] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=120.393µs] [type=file] [takeTime=1.201267ms] [] [2024/05/07 02:08:43.438 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 02:08:43.438 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/41a7e102-02d0-4e64-89c5-f12221a7e371.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/05/07 02:08:43.449 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/05/07 02:08:43.451 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=253.212µs] [encodeDur=853.991µs] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=91.615µs] [type=file] [takeTime=1.58243ms] [] [2024/05/07 02:08:43.452 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/5ad37e73-1c93-49dd-b5e2-afd3b782e8e9.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/05/07 02:08:43.452 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=52.374138ms] [] [2024/05/07 02:08:43.452 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:08:43.452 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:08:43.452 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 02:08:43.454 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.003812ms] [] [2024/05/07 02:08:43.454 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/05/07 02:08:43.459 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:43.481 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/05/07 02:08:43.481 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:43.496 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/05/07 02:08:43.498 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.722992ms] [] [2024/05/07 02:08:43.498 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/05/07 02:08:43.499 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.235551ms] [] [2024/05/07 02:08:43.499 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:08:43.499 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:43.501 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.67368ms] [] [2024/05/07 02:08:43.501 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/05/07 02:08:43.501 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:43.501 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=57.332µs] [] [2024/05/07 02:08:43.501 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/05/07 02:08:43.502 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=943.038µs] [] [2024/05/07 02:08:43.557 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:43.559 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:43.559 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.559 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:43.559 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:43.561 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:43.561 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:43.561 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:43.561 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.561 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:43.561 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=248.881065ms] [] [2024/05/07 02:08:43.569 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:43.570 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:43.571 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:43.571 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:43.672 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/05/07 02:08:43.674 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:43.674 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:08:43.856 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:43.903 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:08:43.903 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:08:43.903 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:08:43.903 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=12.077µs] [] [2024/05/07 02:08:43.903 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/05/07 02:08:43.903 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/07 02:08:43.904 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/07 02:08:43.904 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/07 02:08:43.907 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/05/07 02:08:43.908 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/05/07 02:08:43.908 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.8878ms] [] [2024/05/07 02:08:43.908 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.047857ms] [] [2024/05/07 02:08:43.975 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=118.833578ms] [] [2024/05/07 02:08:43.980 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:43.981 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/07 02:08:43.983 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/07 02:08:44.030 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/07 02:08:44.075 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:44.096 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:44.096 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:44.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.655624894\n# Parse_time: 0.001029238\n# Compile_time: 0.001391523\n# Rewrite_time: 0.000330481\n# Optimize_time: 0.000993923\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/05/07 02:08:44.175 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/05/07 02:08:44.177 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/05/07 02:08:44.208 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:44.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:44.210 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/05/07 02:08:44.272 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.305 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.116207ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:44.317 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/07 02:08:44.354 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.897988ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.397 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.17 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.431 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 02:08:44.432 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:44.442 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/05/07 02:08:44.511 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:44.511 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/05/07 02:08:44.592 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.600 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/05/07 02:08:44.675 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.478846ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:44.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/07 02:08:44.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.106062ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.781 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.820 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:08:44.820 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:44.825 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.385128122\n# Parse_time: 0.001048679\n# Compile_time: 0.000952351\n# Rewrite_time: 0.000010985\n# Optimize_time: 0.00092266\n# Wait_TS: 0.000361666\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/05/07 02:08:45.057 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2067301788/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:08:45.057 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:45.057 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/07 02:08:45.057 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=61.643µs] [2024/05/07 02:08:45.057 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=176.457µs] [] [2024/05/07 02:08:45.146 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:08:45.183 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/07 02:08:45.183 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:45.289 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:45.290 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:45.291 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/07 02:08:45.310 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:45.310 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:08:45.474 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/07 02:08:45.492 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 02:08:45.503 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:08:45.554 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:08:45.555 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 02:08:45.563 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:45.564 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:45.564 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:45.564 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:45.565 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:45.565 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:45.565 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:45.565 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:45.565 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:45.582 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:45.584 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:45.584 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:45.584 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:45.584 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/07 02:08:45.632 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/07 02:08:45.637 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:45.642 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:45.642 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 02:08:45.737 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/05/07 02:08:45.739 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=189.052µs] [encodeDur=673.1µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=285.015µs] [type=file] [takeTime=1.56314ms] [] [2024/05/07 02:08:45.740 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/46b83fc9-2186-4e4d-8ff1-2c8937f584e3.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/07 02:08:45.740 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=107.548813ms] [] [2024/05/07 02:08:45.740 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:08:45.740 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:08:45.740 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:45.742 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.294113ms] [] [2024/05/07 02:08:45.742 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/07 02:08:45.748 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:45.770 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/05/07 02:08:45.770 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:45.784 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/07 02:08:45.786 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=43.995687ms] [] [2024/05/07 02:08:45.787 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:45.788 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.130864ms] [] [2024/05/07 02:08:45.788 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:08:45.788 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:45.790 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.658977ms] [] [2024/05/07 02:08:45.790 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/07 02:08:45.790 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:45.790 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=53.281µs] [] [2024/05/07 02:08:45.790 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:45.791 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=976.667µs] [] [2024/05/07 02:08:45.863 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 02:08:45.867 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:45.867 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:45.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:45.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:45.869 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:45.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:45.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:45.869 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:45.870 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:45.870 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=315.678509ms] [] [2024/05/07 02:08:45.908 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:45.910 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:45.911 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:45.911 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:45.988 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/05/07 02:08:45.990 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:45.990 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:46.160 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:08:46.234 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:08:46.234 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:08:46.234 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:08:46.242 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.582711ms] [] [2024/05/07 02:08:46.242 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/05/07 02:08:46.242 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/07 02:08:46.242 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/07 02:08:46.242 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/07 02:08:46.247 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/05/07 02:08:46.248 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/05/07 02:08:46.248 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.680094ms] [] [2024/05/07 02:08:46.248 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.902091ms] [] [2024/05/07 02:08:46.296 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=135.892031ms] [] [2024/05/07 02:08:46.311 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:46.311 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/07 02:08:46.314 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/07 02:08:46.388 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/07 02:08:46.395 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/07 02:08:46.413 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:46.413 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/07 02:08:46.500 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:46.701 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.874762498\n# Parse_time: 0.000598285\n# Compile_time: 0.001755533\n# Rewrite_time: 0.000395893\n# Optimize_time: 0.00092266\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2067301788/001/server-0.csv';"] [2024/05/07 02:08:46.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/07 02:08:46.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:46.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.739 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:46.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:08:46.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.802 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/05/07 02:08:46.852 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.346006ms] [gotSchemaVersion=57] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:46.864 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/07 02:08:46.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.716871ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.969 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/07 02:08:46.978 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/07 02:08:46.981 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.061 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 02:08:47.062 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.066 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.356837099\n# Parse_time: 0.000210791\n# Compile_time: 0.000741321\n# Rewrite_time: 0.00001113\n# Optimize_time: 0.001174181\n# Wait_TS: 0.00038428\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:08:47.281 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2067301788/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:08:47.282 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:47.282 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/05/07 02:08:47.282 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=101.46µs] [2024/05/07 02:08:47.282 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=291.488µs] [] [2024/05/07 02:08:47.417 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:08:47.455 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/07 02:08:47.455 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:47.563 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:47.565 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:47.566 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/07 02:08:47.595 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:47.595 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:08:47.751 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 02:08:47.771 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 02:08:47.779 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:08:47.823 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:08:47.824 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 02:08:47.832 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:47.833 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:47.833 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:47.833 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:47.834 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:47.834 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:47.834 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:47.834 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:47.834 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:47.850 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:47.852 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:47.852 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:47.852 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:47.852 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/07 02:08:47.916 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/07 02:08:47.921 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:47.924 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:47.925 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:47.925 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:47.925 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:47.974 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/05/07 02:08:47.976 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/05/07 02:08:47.976 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/05/07 02:08:47.977 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=232.016µs] [encodeDur=1.114389ms] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=314.113µs] [type=file] [takeTime=2.213603ms] [] [2024/05/07 02:08:47.977 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/649a8c9c-7519-41a9-9635-4a58519b857a.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/05/07 02:08:47.979 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=257.19µs] [encodeDur=975.592µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=426.795µs] [type=file] [takeTime=2.180754ms] [] [2024/05/07 02:08:47.979 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=248.607µs] [encodeDur=977.434µs] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=466.86µs] [type=file] [takeTime=2.13087ms] [] [2024/05/07 02:08:47.979 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/1757d48d-212e-4788-b206-d5eea8ace108.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/05/07 02:08:47.980 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=63.557405ms] [] [2024/05/07 02:08:47.980 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:08:47.980 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:08:47.980 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:47.981 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/daa6df4d-365e-40db-9cd1-9c54f1d9c540.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/05/07 02:08:47.986 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=6.106138ms] [] [2024/05/07 02:08:47.986 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/07 02:08:47.993 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:48.014 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/05/07 02:08:48.015 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:48.032 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/07 02:08:48.033 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=46.88889ms] [] [2024/05/07 02:08:48.033 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:48.035 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.399568ms] [] [2024/05/07 02:08:48.035 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:08:48.035 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:48.037 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.808669ms] [] [2024/05/07 02:08:48.037 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/07 02:08:48.037 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:48.037 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=66.464µs] [] [2024/05/07 02:08:48.037 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:48.038 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.119617ms] [] [2024/05/07 02:08:48.097 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:48.100 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:48.100 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:48.100 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:48.100 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:48.102 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:48.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:48.102 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:48.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:48.102 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:48.102 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=279.063062ms] [] [2024/05/07 02:08:48.179 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:48.180 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:48.182 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:48.182 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:48.251 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/05/07 02:08:48.253 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:48.253 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:48.435 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:08:48.491 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:08:48.491 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:08:48.491 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:08:48.499 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=8.210542ms] [] [2024/05/07 02:08:48.500 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/05/07 02:08:48.500 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/07 02:08:48.500 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/07 02:08:48.500 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/07 02:08:48.504 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/05/07 02:08:48.505 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/05/07 02:08:48.505 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=13.611485ms] [] [2024/05/07 02:08:48.505 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=13.88279ms] [] [2024/05/07 02:08:48.547 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=111.684411ms] [] [2024/05/07 02:08:48.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:48.579 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/07 02:08:48.583 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/07 02:08:48.636 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/07 02:08:48.662 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/07 02:08:48.688 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:48.688 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/07 02:08:48.793 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:48.989 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.92174852\n# Parse_time: 0.00043549\n# Compile_time: 0.001369673\n# Rewrite_time: 0.000330612\n# Optimize_time: 0.001174181\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2067301788/001/server-*.csv';"] [2024/05/07 02:08:48.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/05/07 02:08:49.036 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:48.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:49.036 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:48.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:08:49.096 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:48.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.108 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/05/07 02:08:49.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.191034ms] [gotSchemaVersion=58] [phyTblIDs="[114,116]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:49.195 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/07 02:08:49.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.130431ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.279 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/07 02:08:49.288 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/05/07 02:08:49.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.353 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 02:08:49.353 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:49.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.358372041\n# Parse_time: 0.0002878\n# Compile_time: 0.000689536\n# Rewrite_time: 0.000011874\n# Optimize_time: 0.001096763\n# Wait_TS: 0.000390461\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:08:49.546 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer2067301788/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:08:49.546 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:49.546 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:08:49.546 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=51.493µs] [2024/05/07 02:08:49.546 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=170.066µs] [] [2024/05/07 02:08:49.654 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:08:49.692 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/07 02:08:49.693 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:49.799 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:49.800 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:49.801 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 02:08:49.819 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:49.819 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:08:49.942 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 02:08:49.964 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 02:08:50.151 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:08:50.194 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:08:50.196 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:08:50.204 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:50.204 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:50.205 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:50.205 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:50.206 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:50.206 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:50.206 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:50.206 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:50.206 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:50.221 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:50.222 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:50.222 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:50.222 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:50.222 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/07 02:08:50.274 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/07 02:08:50.278 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:50.282 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:50.283 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/05/07 02:08:50.331 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/05/07 02:08:50.332 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=193.373µs] [encodeDur=545.516µs] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=289.15µs] [type=file] [takeTime=1.447543ms] [] [2024/05/07 02:08:50.333 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=59.051335ms] [] [2024/05/07 02:08:50.333 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/10070d73-3e48-47a1-9d11-df825548ec34.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/05/07 02:08:50.333 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:08:50.333 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:08:50.333 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:50.336 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.987874ms] [] [2024/05/07 02:08:50.336 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/05/07 02:08:50.341 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:50.363 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/05/07 02:08:50.363 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:50.378 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/07 02:08:50.379 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.874371ms] [] [2024/05/07 02:08:50.379 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/05/07 02:08:50.381 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.101319ms] [] [2024/05/07 02:08:50.381 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:08:50.381 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:50.382 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.661ms] [] [2024/05/07 02:08:50.382 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/05/07 02:08:50.383 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:50.383 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=62.037µs] [] [2024/05/07 02:08:50.383 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/05/07 02:08:50.383 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=816.6µs] [] [2024/05/07 02:08:50.415 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:50.416 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:50.417 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:50.417 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:50.425 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:08:50.427 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:50.427 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:50.427 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:50.427 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:50.429 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:50.429 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:50.429 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:50.429 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:50.430 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:50.430 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=235.245969ms] [] [2024/05/07 02:08:50.495 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/07 02:08:50.497 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:50.497 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:50.666 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:08:50.713 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:08:50.713 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:08:50.713 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:08:50.722 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.857941ms] [] [2024/05/07 02:08:50.722 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/05/07 02:08:50.722 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/07 02:08:50.723 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/07 02:08:50.723 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/07 02:08:50.729 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/05/07 02:08:50.730 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/05/07 02:08:50.730 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=16.756183ms] [] [2024/05/07 02:08:50.730 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=17.024527ms] [] [2024/05/07 02:08:50.783 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=117.420707ms] [] [2024/05/07 02:08:50.816 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:50.817 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/07 02:08:50.819 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/07 02:08:50.905 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/07 02:08:50.905 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/07 02:08:50.939 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:50.939 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/07 02:08:51.033 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:51.206 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8487044689999999\n# Parse_time: 0.000415301\n# Compile_time: 0.001216515\n# Rewrite_time: 0.000241802\n# Optimize_time: 0.001096763\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer2067301788/001/test.csv.gz';"] === RUN TestImportInto/TestSnappy [2024/05/07 02:08:51.244 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/05/07 02:08:51.246 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/05/07 02:08:51.280 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:51.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:51.280 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:51.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/05/07 02:08:51.363 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:51.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=918.536µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:51.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/07 02:08:51.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.747228ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:51.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:51.485 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:51.511 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:08:51.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:51.518 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/07 02:08:51.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:51.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:51.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:51.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 02:08:51.602 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:51.610 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/05/07 02:08:51.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.234247ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:51.681 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/07 02:08:51.715 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.769434ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:51.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:51.770 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:51.837 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 02:08:51.837 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:51.841 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324656247\n# Parse_time: 0.000835699\n# Compile_time: 0.001090884\n# Rewrite_time: 0.000010853\n# Optimize_time: 0.000875651\n# Wait_TS: 0.000273967\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 02:08:51.856 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.028 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:52.107 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:08:52.146 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/07 02:08:52.146 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:08:52.253 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:52.254 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:52.255 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 02:08:52.274 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.282 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:52.282 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/05/07 02:08:52.282 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=49.671µs] [2024/05/07 02:08:52.282 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=167.163µs] [] [2024/05/07 02:08:52.282 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:52.282 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:08:52.402 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 02:08:52.422 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 02:08:52.443 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:08:52.487 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:52.488 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:08:52.489 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.498 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:52.498 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:52.498 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:52.498 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:52.499 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:52.499 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:52.499 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:52.499 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:52.499 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:52.514 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:52.516 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:52.516 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:52.516 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:52.516 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/07 02:08:52.560 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/07 02:08:52.565 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 02:08:52.569 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 02:08:52.569 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/07 02:08:52.675 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/05/07 02:08:52.678 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.489149ms] [encodeDur=791.408µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=437.571µs] [type=file] [takeTime=3.2228ms] [] [2024/05/07 02:08:52.680 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/e853dac3-4550-4615-8116-8ef88b97b952.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/05/07 02:08:52.680 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=119.94298ms] [] [2024/05/07 02:08:52.680 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:08:52.680 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:08:52.680 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 02:08:52.683 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.327764ms] [] [2024/05/07 02:08:52.683 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/05/07 02:08:52.688 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:52.711 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/05/07 02:08:52.711 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:52.725 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 02:08:52.728 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=44.730763ms] [] [2024/05/07 02:08:52.728 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/05/07 02:08:52.729 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.150292ms] [] [2024/05/07 02:08:52.729 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:08:52.729 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 02:08:52.731 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=2.107067ms] [] [2024/05/07 02:08:52.731 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/05/07 02:08:52.731 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 02:08:52.731 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=61.207µs] [] [2024/05/07 02:08:52.731 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/05/07 02:08:52.732 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=836.851µs] [] [2024/05/07 02:08:52.771 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:52.772 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:52.773 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:52.773 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:52.779 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:52.782 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:52.782 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.782 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:52.783 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:52.785 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:52.785 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:52.785 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:52.785 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.785 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:52.785 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=298.134822ms] [] [2024/05/07 02:08:52.852 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/05/07 02:08:52.854 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:52.854 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:08:53.020 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:53.071 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:08:53.071 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:08:53.071 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:08:53.071 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=10.151µs] [] [2024/05/07 02:08:53.071 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/05/07 02:08:53.071 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/07 02:08:53.071 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/07 02:08:53.072 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/07 02:08:53.075 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/05/07 02:08:53.076 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/05/07 02:08:53.076 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.794482ms] [] [2024/05/07 02:08:53.076 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.972069ms] [] [2024/05/07 02:08:53.115 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=94.823614ms] [] [2024/05/07 02:08:53.168 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:53.169 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/07 02:08:53.171 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/07 02:08:53.234 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/07 02:08:53.254 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/07 02:08:53.286 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:53.286 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/07 02:08:53.408 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:53.409 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.566953615\n# Parse_time: 0.001186894\n# Compile_time: 0.0019072\n# Rewrite_time: 0.000307054\n# Optimize_time: 0.000875651\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/05/07 02:08:53.421 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/05/07 02:08:53.423 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/05/07 02:08:53.459 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:53.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:53.459 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:53.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/05/07 02:08:53.516 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.569249ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:53.587 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/05/07 02:08:53.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.073686ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:53.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.741 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 02:08:53.741 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:53.746 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.323135294\n# Parse_time: 0.000219079\n# Compile_time: 0.0006152\n# Rewrite_time: 0.000006687\n# Optimize_time: 0.001070013\n# Wait_TS: 0.000531383\n# DB: snappy\n# Is_internal: false\n# Digest: 5c5cbb71197faed4f5e5e82afcfa1287651392318fe6c1733b42709372a7d8df\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database zstd;"] [2024/05/07 02:08:53.749 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/05/07 02:08:53.797 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:53.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:53.797 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:53.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 02:08:53.849 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.859 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/05/07 02:08:53.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.608771ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:53.974 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/05/07 02:08:54.006 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.027442ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:53.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.104 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/07 02:08:54.104 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:54.108 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.360158791\n# Parse_time: 0.000625558\n# Compile_time: 0.000917318\n# Rewrite_time: 0.000010728\n# Optimize_time: 0.001070013\n# Wait_TS: 0.000486495\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/05/07 02:08:54.277 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.554 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:54.646 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:08:54.686 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/07 02:08:54.686 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:08:54.792 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:54.793 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:54.794 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/07 02:08:54.816 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.830 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:54.830 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/05/07 02:08:54.830 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=87.621µs] [2024/05/07 02:08:54.830 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=211.624µs] [] [2024/05/07 02:08:54.831 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:54.831 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:08:54.970 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/07 02:08:54.989 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/07 02:08:55.004 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:08:55.057 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:55.058 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 02:08:55.059 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:55.069 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/05/07 02:08:55.069 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073327015202095] [2024/05/07 02:08:55.070 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:55.070 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/05/07 02:08:55.071 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:55.071 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:55.071 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:55.071 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:55.071 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:55.088 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:55.090 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:55.090 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:55.090 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:55.090 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/07 02:08:55.141 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/07 02:08:55.300 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 02:08:55.304 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 02:08:55.305 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/07 02:08:55.362 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/05/07 02:08:55.365 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.400549ms] [encodeDur=1.010779ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=67.5µs] [type=file] [takeTime=2.960826ms] [] [2024/05/07 02:08:55.366 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/07 02:08:55.366 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/81d1c801-5668-4e4e-afef-6630611ac8a3.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/07 02:08:55.374 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/05/07 02:08:55.377 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.233622ms] [encodeDur=741.157µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=68.423µs] [type=file] [takeTime=2.301577ms] [] [2024/05/07 02:08:55.378 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/3298c521-90b7-4bc6-aaef-11bb97fca38b.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/05/07 02:08:55.378 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=236.410825ms] [] [2024/05/07 02:08:55.378 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:08:55.378 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:08:55.378 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 02:08:55.381 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=2.258032ms] [] [2024/05/07 02:08:55.381 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/05/07 02:08:55.386 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:55.408 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/05/07 02:08:55.408 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:55.425 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/05/07 02:08:55.427 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=46.367647ms] [] [2024/05/07 02:08:55.427 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/05/07 02:08:55.429 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.325909ms] [] [2024/05/07 02:08:55.429 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:08:55.429 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 02:08:55.430 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.741498ms] [] [2024/05/07 02:08:55.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/05/07 02:08:55.431 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 02:08:55.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=68.133µs] [] [2024/05/07 02:08:55.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/05/07 02:08:55.432 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=943.227µs] [] [2024/05/07 02:08:55.483 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 02:08:55.486 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:55.486 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:55.486 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:55.486 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:55.486 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:55.486 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:55.486 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:55.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:55.487 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:55.487 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:55.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:55.487 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:55.487 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:55.489 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:55.489 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:55.489 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:55.489 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:55.489 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:55.490 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=432.58791ms] [] [2024/05/07 02:08:55.509 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:55.510 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:55.511 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:55.511 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:55.601 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/05/07 02:08:55.604 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:55.604 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:08:55.796 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:55.842 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:08:55.842 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:08:55.843 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:08:55.843 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=16.524µs] [] [2024/05/07 02:08:55.843 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/05/07 02:08:55.843 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/07 02:08:55.843 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/07 02:08:55.843 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/07 02:08:55.847 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/05/07 02:08:55.848 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/05/07 02:08:55.848 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.569315ms] [] [2024/05/07 02:08:55.848 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=5.839704ms] [] [2024/05/07 02:08:55.900 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=104.56927ms] [] [2024/05/07 02:08:55.908 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:55.908 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/07 02:08:55.911 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/07 02:08:55.956 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/07 02:08:55.994 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/07 02:08:56.020 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:56.020 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/07 02:08:56.143 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:56.206 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.943422082\n# Parse_time: 0.000576918\n# Compile_time: 0.001388241\n# Rewrite_time: 0.000295213\n# Optimize_time: 0.001070013\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:08:56.253 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [2024/05/07 02:08:56.253 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [2024/05/07 02:08:56.255 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=24.602µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=26.156µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=15.894µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=19.53µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=17.664µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=19.146µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=29.454µs] [2024/05/07 02:08:56.256 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=20.89µs] [2024/05/07 02:08:56.257 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.125µs] [2024/05/07 02:08:56.257 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.838µs] [2024/05/07 02:08:56.257 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:56.257 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=16.597µs] [2024/05/07 02:08:56.257 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:56.257 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:56.257 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:56.264 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0678434c-1f5f-4692-a6d5-8cbede101a84] ["take time"=43.868887ms] [2024/05/07 02:08:56.264 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0678434c-1f5f-4692-a6d5-8cbede101a84] [2024/05/07 02:08:56.266 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:56.267 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73981a95-d51d-4ab4-bac5-8082ab6147a2] [watcherID=94b4f74b-347b-406d-a169-8c01c9d70773] [2024/05/07 02:08:56.267 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:56.267 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/73981a95-d51d-4ab4-bac5-8082ab6147a2] [2024/05/07 02:08:56.267 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:56.267 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:56.267 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:56.267 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:56.267 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:56.267 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:56.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:56.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:56.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:56.268 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:56.275 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:56.275 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=15] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0678434c-1f5f-4692-a6d5-8cbede101a84] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:56.276 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:56.276 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [2024/05/07 02:08:56.276 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:56.277 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:56.277 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [2024/05/07 02:08:56.276 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:56.277 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:56.277 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:56.277 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c41fb49-2fd7-4484-a199-c638d4753fb5"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:56.276 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:56.277 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:56.276 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:56.277 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:56.277 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:56.276 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:56.277 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:56.277 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:56.277 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:56.277 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84 watch owner key /tidb/stats/owner/22318f50cd70e037"] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:56.276 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:56.277 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:56.277 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [2024/05/07 02:08:56.277 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [2024/05/07 02:08:56.277 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0678434c-1f5f-4692-a6d5-8cbede101a84] [2024/05/07 02:08:56.277 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:56.277 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:56.278 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:56.278 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [error="context canceled"] [2024/05/07 02:08:56.279 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:56.279 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:56.279 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9c41fb49-2fd7-4484-a199-c638d4753fb5] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:56.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:56.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:56.279 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:56.279 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c41fb49-2fd7-4484-a199-c638d4753fb5"] [error="context canceled"] [2024/05/07 02:08:56.279 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c41fb49-2fd7-4484-a199-c638d4753fb5"] [2024/05/07 02:08:56.279 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c41fb49-2fd7-4484-a199-c638d4753fb5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:56.296 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:08:56.297 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:08:56.297 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:08:56.298 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:08:56.324 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:08:56.325 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:08:56.325 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:08:56.326 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:08:56.327 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:56.327 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:56.327 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:56.479 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:57.515 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:57.515 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:57.515 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:57.533 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c41fb49-2fd7-4484-a199-c638d4753fb5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:57.750 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0678434c-1f5f-4692-a6d5-8cbede101a84"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:57.750 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:57.750 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:57.750 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:57.757 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.537366486s] [2024/05/07 02:08:57.758 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:57.758 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:57.758 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:57.758 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:57.758 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:57.758 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:57.758 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:57.758 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.759 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.759 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.759 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:57.760 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (40.86s) --- PASS: TestImportInto/TestGzipAndMixedCompression (5.24s) --- PASS: TestImportInto/TestImportFromServer (7.07s) --- PASS: TestImportInto/TestSnappy (2.18s) --- PASS: TestImportInto/TestZStd (2.80s) PASS coverage: 13.5% of statements GCov does not exist at the given path: '' May 07, 2024 2:09:03 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 2:09:03 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 2:09:03 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 2:09:03 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 2:09:03 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 97.606s, Critical Path: 79.74s INFO: 1572 processes: 1540 remote cache hit, 20 internal, 12 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] sh [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/statisticstest:statisticstest_test; 30s remote-cache, linux-sandbox Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 102.160s, Critical Path: 84.56s INFO: 1551 processes: 1520 remote cache hit, 20 internal, 11 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [2024-05-07T02:09:06.022Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:09:06.024Z] ['info'] => Project root located at: . [2024-05-07T02:09:06.027Z] ['info'] -> Token found by environment variables [2024-05-07T02:09:06.041Z] ['info'] Searching for coverage files... [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:09:06.647Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:09:06.647Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:09:07.018Z] ['info'] Using manual override from args. [2024-05-07T02:09:07.019Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:09:07.031Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 41s remote-cache, linux-sandbox [2024-05-07T02:09:07.930Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/6584d763-076b-43b1-b89d-cdd958347dea.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020907Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=15e7b06325a52fb7ebf48ae83671de3221a9d4e8c829a5e0e10afc8d4e59a3fe [2024-05-07T02:09:07.931Z] ['info'] Uploading... [1,574 / 1,575] Testing //tests/realtikvtest/importintotest4:importintotest4_test; 53s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/05/07 02:08:15.200 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:15.201 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:15.202 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:15.203 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:15.203 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:15.204 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:15.204 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:15.204 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:15.204 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:15.204 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:15.207 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:15.212 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:15.214 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:15.216 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:15.241 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:15.241 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:15.250 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:15.250 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:15.263 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:15.287 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073325263635446] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:15.402 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:15.535 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1639] ["lease id"=3eaa8f50cd700e4c] [2024/05/07 02:08:15.538 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:15.544 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:64\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:15.567 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=22.945232ms] [2024/05/07 02:08:15.570 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:15.570 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=27806e9a-8be6-4577-b090-7ff235fddf29] [runWorker=true] [2024/05/07 02:08:15.571 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:15.573 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:15.574 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:15.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:15.574 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:15.575 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:15.575 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:15.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:15.575 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.575 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:15.577 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd700e50] [ownerID=27806e9a-8be6-4577-b090-7ff235fddf29] [op=none] [2024/05/07 02:08:15.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:15.578 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=289e3e49-3c89-4e8d-90a0-063fd20d2195] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.579 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195"] ["owner key"=/tidb/br-stream/owner/22318f50cd701be5] [ownerID=289e3e49-3c89-4e8d-90a0-063fd20d2195] [op=none] [2024/05/07 02:08:15.586 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:15.619 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.619 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:15.626 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:15.627 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd700e50] [ownerID=27806e9a-8be6-4577-b090-7ff235fddf29] [op=none] [2024/05/07 02:08:15.628 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] [op=none] [2024/05/07 02:08:15.628 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:15.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.726 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.812081ms] [2024/05/07 02:08:15.732 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:15.742 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.742 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:15.750 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.896378ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.820 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.851 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:15.851 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.856 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:15.879 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:16.061 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.859 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:16.061 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.859 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:16.110 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.859 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.406 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.120048ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:16.416 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:16.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:16.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.070817ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.859 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.506 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.859 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.579 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:16.673 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:16.674 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:16.677 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.809197081\n# Parse_time: 0\n# Compile_time: 0.01180139\n# Rewrite_time: 0.000019953\n# Optimize_time: 0\n# Wait_TS: 0.000399261\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/07 02:08:16.683 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:16.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:16.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:16.769 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.578806ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:16.851 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:16.851 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:16.883 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.463234ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.942 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.986 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:16.986 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:16.989 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.308218054\n# Parse_time: 0\n# Compile_time: 0.001779328\n# Rewrite_time: 0.000010911\n# Optimize_time: 0\n# Wait_TS: 0.000394811\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:16.992 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:17.042 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.042 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:17.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.743387ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:17.171 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:17.171 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:17.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.010498ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.244 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.284 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:17.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:17.300 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:17.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.403 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:17.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.575 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:17.575 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:17.623 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.589993ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:17.643 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:17.643 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:17.669 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.277335ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.713 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.822 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:17.822 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:17.826 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.531966074\n# Parse_time: 0\n# Compile_time: 0.005876753\n# Rewrite_time: 0.000010682\n# Optimize_time: 0\n# Wait_TS: 0.000322209\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:17.832 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:17.889 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.808 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.889 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.808 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:17.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.808 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.031 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.395773ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.042 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:18.077 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.920606ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.808 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.145 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.808 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.202 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:18.202 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375876915\n# Parse_time: 0\n# Compile_time: 0.00277078\n# Rewrite_time: 0.000010982\n# Optimize_time: 0\n# Wait_TS: 0.000425189\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.209 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:18.280 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.280 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:18.342 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.440 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.268161ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.451 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.451 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:18.486 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.069668ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.544 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.600 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:18.600 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.604 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.396133238\n# Parse_time: 0\n# Compile_time: 0.002046792\n# Rewrite_time: 0.000010754\n# Optimize_time: 0\n# Wait_TS: 0.000334565\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.608 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:18.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.654 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:18.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.412169ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.782 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.782 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:18.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.190611ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.894 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.935 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:18.936 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.939 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.332867792\n# Parse_time: 0\n# Compile_time: 0.001608055\n# Rewrite_time: 0.000009411\n# Optimize_time: 0\n# Wait_TS: 0.00039322\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.942 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:19.008 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.008 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:19.082 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.755978ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.161 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.161 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:19.196 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=54.884612ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.271 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.317 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:19.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.321 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3799985\n# Parse_time: 0\n# Compile_time: 0.001772748\n# Rewrite_time: 0.000008644\n# Optimize_time: 0\n# Wait_TS: 0.000354233\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:19.326 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:19.383 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.383 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:19.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.523 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=6.99226ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.537 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.537 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:19.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=54.30367ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.610 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:19.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343110122\n# Parse_time: 0\n# Compile_time: 0.002115142\n# Rewrite_time: 0.000009308\n# Optimize_time: 0\n# Wait_TS: 0.000337041\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:19.673 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:19.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:19.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.882 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.903962ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.896 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.896 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:19.929 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.579491ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.000 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.053 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:20.053 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.057 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385515725\n# Parse_time: 0\n# Compile_time: 0.001908126\n# Rewrite_time: 0.00000913\n# Optimize_time: 0\n# Wait_TS: 0.000407227\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.069 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:20.071 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:20.151 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.151 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:20.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.752479ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.342 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.342 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:20.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.618469ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.537 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:20.537 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.541 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.479049075\n# Parse_time: 0\n# Compile_time: 0.006989053\n# Rewrite_time: 0.000014629\n# Optimize_time: 0\n# Wait_TS: 0.00048852\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.545 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:20.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:20.676 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.54558ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.789 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.789 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:20.823 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=54.381715ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.904 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.973 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:20.973 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.977 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.433045511\n# Parse_time: 0\n# Compile_time: 0.002155733\n# Rewrite_time: 0.000010741\n# Optimize_time: 0\n# Wait_TS: 0.000364383\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.981 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:21.032 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.032 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:21.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.908045ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.194 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.194 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:21.228 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.974687ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.275 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.329 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:21.329 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.334 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354906207\n# Parse_time: 0\n# Compile_time: 0.001937059\n# Rewrite_time: 0.000008576\n# Optimize_time: 0\n# Wait_TS: 0.000335951\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.338 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:21.391 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.391 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:21.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.833258ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.568 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.568 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:21.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.639771ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.700 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:21.700 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.704 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367670946\n# Parse_time: 0\n# Compile_time: 0.002097827\n# Rewrite_time: 0.00001016\n# Optimize_time: 0\n# Wait_TS: 0.000526982\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.707 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:21.756 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.709 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.756 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.709 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:21.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.709 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.739862ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.917 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.917 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:21.955 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=55.091094ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.709 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.001 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.709 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.048 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:22.048 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346083053\n# Parse_time: 0\n# Compile_time: 0.00178384\n# Rewrite_time: 0.000013054\n# Optimize_time: 0\n# Wait_TS: 0.000362019\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.057 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:22.111 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.111 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:22.184 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.818843ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.277 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.277 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:22.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=56.745209ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.403 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:22.403 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.407 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352294011\n# Parse_time: 0\n# Compile_time: 0.002231637\n# Rewrite_time: 0.000010024\n# Optimize_time: 0\n# Wait_TS: 0.000419407\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.412 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:22.459 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.459 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:22.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.846153ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.626 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:22.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.729921ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.700 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.746 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:22.746 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.750 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340396969\n# Parse_time: 0\n# Compile_time: 0.003259833\n# Rewrite_time: 0.000008954\n# Optimize_time: 0\n# Wait_TS: 0.000402577\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.758 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:22.832 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.832 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:22.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.009 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.922506ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.019 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.020 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:23.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.237386ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.098 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:23.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.196 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.441974733\n# Parse_time: 0\n# Compile_time: 0.004396026\n# Rewrite_time: 0.000012443\n# Optimize_time: 0\n# Wait_TS: 0.000334942\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.213 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:23.261 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.208 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.261 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.208 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:23.317 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.208 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.992376ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.404 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.405 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:23.439 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.820805ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.208 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.512 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.208 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.574 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:23.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36708467\n# Parse_time: 0\n# Compile_time: 0.001554694\n# Rewrite_time: 0.000009256\n# Optimize_time: 0\n# Wait_TS: 0.000331986\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.582 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:23.628 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.628 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:23.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.530086ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.780 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.780 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:23.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.301467ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.853 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.896 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:23.896 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.899 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.318872343\n# Parse_time: 0\n# Compile_time: 0.001399114\n# Rewrite_time: 0.000010085\n# Optimize_time: 0\n# Wait_TS: 0.00042483\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.901 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:23.953 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.953 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:24.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=3.236405ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.094 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.094 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:24.126 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.476584ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.198 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:24.231 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334166636\n# Parse_time: 0\n# Compile_time: 0.000907846\n# Rewrite_time: 0.000013079\n# Optimize_time: 0\n# Wait_TS: 0.000394887\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:24.305 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:24.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.251703ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.461 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:24.497 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.210679ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.542 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.597 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:24.597 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361696747\n# Parse_time: 0\n# Compile_time: 0.002890245\n# Rewrite_time: 0.000036119\n# Optimize_time: 0\n# Wait_TS: 0.003680407\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.604 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:24.670 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.670 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:24.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.936514ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.818 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.818 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:24.852 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.691836ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.898 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.953 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:24.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.957 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353717762\n# Parse_time: 0\n# Compile_time: 0.001383603\n# Rewrite_time: 0.000008126\n# Optimize_time: 0\n# Wait_TS: 0.000349758\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.961 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:25.010 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.010 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:25.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.089612ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.138 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.139 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:25.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.293928ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.232 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.282 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:25.282 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.286 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32667729\n# Parse_time: 0\n# Compile_time: 0.001778329\n# Rewrite_time: 0.000011421\n# Optimize_time: 0\n# Wait_TS: 0.000343195\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.289 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:25.333 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.333 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:25.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.371051ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.463 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.464 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:25.500 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.181171ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.584 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:25.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.590 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:25.647 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.647 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:25.687 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=3.172388ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.766 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.766 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:25.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.789673ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.858 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.558 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.900 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:25.901 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.904 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.31496056\n# Parse_time: 0\n# Compile_time: 0.001478972\n# Rewrite_time: 0.000014914\n# Optimize_time: 0\n# Wait_TS: 0.000311855\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.907 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:25.948 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.948 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:25.994 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.076 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=3.223002ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.088 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:26.122 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.748191ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.158 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.204 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:26.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.207 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301643988\n# Parse_time: 0\n# Compile_time: 0.001620066\n# Rewrite_time: 0.000010505\n# Optimize_time: 0\n# Wait_TS: 0.000342759\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.212 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:26.214 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:26.275 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.275 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:26.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.103643ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.467 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.467 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:26.503 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.246388ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.560 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.209 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.614 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:26.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.618 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.407185127\n# Parse_time: 0\n# Compile_time: 0.002291759\n# Rewrite_time: 0.000010624\n# Optimize_time: 0\n# Wait_TS: 0.000423267\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.625 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:26.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.681 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:26.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.449528ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.856 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.856 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:26.881 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.564452ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.609 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.013 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:27.013 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.018 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.395165495\n# Parse_time: 0\n# Compile_time: 0.002344955\n# Rewrite_time: 0.000010471\n# Optimize_time: 0\n# Wait_TS: 0.000399873\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.024 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:27.087 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.087 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:27.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.147617ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.244 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:27.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=54.076206ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.404 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:27.404 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.407 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385920265\n# Parse_time: 0\n# Compile_time: 0.002560379\n# Rewrite_time: 0.000012066\n# Optimize_time: 0\n# Wait_TS: 0.00049273\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.414 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:27.521 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.521 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:27.577 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.579 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=289e3e49-3c89-4e8d-90a0-063fd20d2195] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:27.579 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:08:27.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=5.230937ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.709 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.709 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:27.742 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=55.043446ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.826 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.409 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.912 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:27.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.915 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.503955099\n# Parse_time: 0\n# Compile_time: 0.003207094\n# Rewrite_time: 0.000011881\n# Optimize_time: 0\n# Wait_TS: 0.00046731\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.917 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:27.961 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.961 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:28.008 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.724832ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.075 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.076 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:28.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=54.325957ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.177 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.909 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.233 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:28.233 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.237 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.320183947\n# Parse_time: 0\n# Compile_time: 0.000941642\n# Rewrite_time: 0.000009655\n# Optimize_time: 0\n# Wait_TS: 0.000398157\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.311 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:28.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.311 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:28.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:28.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.198433ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:28.489 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.489 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:28.522 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=55.030482ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:28.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.599 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.258 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.660 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:28.660 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.664 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.421500119\n# Parse_time: 0\n# Compile_time: 0.006320907\n# Rewrite_time: 0.003275104\n# Optimize_time: 0\n# Wait_TS: 0.00038887\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.668 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:28.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.731 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:28.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.100219ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.904 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.904 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:28.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.520689ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.998 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.051 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:29.051 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.054 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.388049178\n# Parse_time: 0\n# Compile_time: 0.001907898\n# Rewrite_time: 0.000009476\n# Optimize_time: 0\n# Wait_TS: 0.000640606\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.059 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:29.107 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.107 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:29.151 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.224 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=6.006235ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.236 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:29.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.313597ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.307 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.349 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:29.349 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.355 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:29.401 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.401 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:29.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.515 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.350219ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.525 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.525 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:29.562 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.329933ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.612 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.655 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:29.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.304162481\n# Parse_time: 0\n# Compile_time: 0.001534431\n# Rewrite_time: 0.000008043\n# Optimize_time: 0\n# Wait_TS: 0.000227407\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.665 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:29.749 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.749 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:29.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.928 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.435414ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.939 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:29.973 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.019583ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.058 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.148 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:30.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.151 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.489409136\n# Parse_time: 0\n# Compile_time: 0.003070081\n# Rewrite_time: 0.000008781\n# Optimize_time: 0\n# Wait_TS: 0.000325661\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.157 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:30.247 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.159 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.247 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.159 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:30.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.159 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.084066ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.462 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.462 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:30.496 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.262298ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.159 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.548 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.159 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.631 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:30.631 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.479977237\n# Parse_time: 0\n# Compile_time: 0.002553865\n# Rewrite_time: 0.000011341\n# Optimize_time: 0\n# Wait_TS: 0.000513311\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.641 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:30.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:30.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.360993ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.956 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.956 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:30.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.564108ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.050 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.131 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:31.131 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.134 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.495936491\n# Parse_time: 0\n# Compile_time: 0.003053684\n# Rewrite_time: 0.000012736\n# Optimize_time: 0\n# Wait_TS: 0.000384283\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.142 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:31.220 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.108 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.220 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.108 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:31.288 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.108 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.84672ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.438 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.438 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:31.464 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.534491ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.108 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.510 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.108 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.591 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:31.591 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.595 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.456414377\n# Parse_time: 0\n# Compile_time: 0.003692785\n# Rewrite_time: 0.000012137\n# Optimize_time: 0\n# Wait_TS: 0.000407711\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.602 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:31.681 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.681 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:31.725 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.063913ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.873 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:31.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.397102ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.948 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.028 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:32.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.433317026\n# Parse_time: 0\n# Compile_time: 0.003803499\n# Rewrite_time: 0.000009977\n# Optimize_time: 0\n# Wait_TS: 0.000396254\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.051 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:32.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:32.217 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.067307ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.356 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:32.388 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.098183ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.448 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.536 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:32.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.540 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.49273068\n# Parse_time: 0\n# Compile_time: 0.003589359\n# Rewrite_time: 0.00001104\n# Optimize_time: 0\n# Wait_TS: 0.000421445\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.546 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:32.615 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.615 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:32.668 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.744479ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.789 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.789 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:32.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.692022ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.559 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.960 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:32.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.963 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.419362202\n# Parse_time: 0\n# Compile_time: 0.002750888\n# Rewrite_time: 0.000009285\n# Optimize_time: 0\n# Wait_TS: 0.000402874\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.968 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:33.034 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.034 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:33.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.195 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.381008ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.206 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.206 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:33.240 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.783205ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.959 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.361 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:33.361 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.365 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398785215\n# Parse_time: 0\n# Compile_time: 0.002193019\n# Rewrite_time: 0.000008884\n# Optimize_time: 0\n# Wait_TS: 0.000366734\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.389 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:33.494 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.494 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:33.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.725 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=6.976262ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.738 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.738 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:33.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.804485ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.815 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.359 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:33.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.552643333\n# Parse_time: 0\n# Compile_time: 0.019062447\n# Rewrite_time: 0.000011019\n# Optimize_time: 0\n# Wait_TS: 0.00049698\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.928 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:34.009 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.009 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:34.059 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.548693ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.177 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.177 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:34.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=54.360165ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.308 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:34.309 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.312 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386561662\n# Parse_time: 0\n# Compile_time: 0.002393423\n# Rewrite_time: 0.000011873\n# Optimize_time: 0\n# Wait_TS: 0.000409289\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.315 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:34.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.309 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.363 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.309 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:34.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.309 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.542292ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.510 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.510 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:34.546 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.978384ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.309 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.593 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:34.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:34.593 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:34.593 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:34.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.309 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:34.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.666 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352719539\n# Parse_time: 0\n# Compile_time: 0.001336441\n# Rewrite_time: 0.000008222\n# Optimize_time: 0\n# Wait_TS: 0.000384634\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.682 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:34.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.735 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:34.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.625555ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.869 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.869 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:34.905 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.290042ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.943 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.658 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.990 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:34.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.324615816\n# Parse_time: 0\n# Compile_time: 0.013397458\n# Rewrite_time: 0.00000859\n# Optimize_time: 0\n# Wait_TS: 0.000446819\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.994 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:35.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:34.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:34.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:35.076 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.104 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.050036ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:35.114 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.114 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:35.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.303076ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:34.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.958 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.240 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:35.240 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.295 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:35.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:35.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:35.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.451 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.432615ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:35.461 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:35.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.847891ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:35.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.588 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:35.588 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.591 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345627177\n# Parse_time: 0\n# Compile_time: 0.003423757\n# Rewrite_time: 0.001655313\n# Optimize_time: 0\n# Wait_TS: 0.000358028\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589468347498506\n# Query_time: 0.343188911\n# Parse_time: 0\n# Compile_time: 0.162570857\n# Rewrite_time: 0.006092505\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 363992\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE3MS41bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjcJIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc0NS41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDUzLjnCtXMRQQx3YWl0DRoMNDYuNx0aKGt2X3JlYWRfd2FsDWgIIDEwCWkBaARrdjIaAAwyNi4yCYMMc2Nhbj6DAAxrZXlzBcYoZ2V0X3NuYXBzaG8RdwwxNS44BXdocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaREeG46IHtwcmV3cml0ZToxLjU0IVsBUREiGHM6MzU3LjQFTQkUEDoxLjE2ASccc2xvd2VzdF8RQCVGACAxhkAwLjAwMXMsIHJlZ2lvbl9pZAHrECwgc3RvIaw4MTI3LjAuMC4xOjIwMTYyAf0AbS5lAToLARA3OTMuM04LAQGrOvwABDIwLXNa/AAF7DlNBZEUX2JhdGNoJbkAOgFBCfAocHJvcG9zZV9zZW4hs0hpdDogMHMsIHBlcnNpc3RfbG9nGe8IMTU5DXcJYBRsZWFkZXINUiQ4Mm5zLCBzeW5jCTUEOTQyLAAwbWVtdGFibGU6IDIuOEEvOaIFZAg0NTgtzxBhcHBseTKtAAwxNi4xJZ0FGxWQBDgwTZIUbXV0ZXhfKfwBvUqeABkXAHdlPwAwRXYALA0rGZ0EMTIFay5BAhhwcmltYXJ5/voBavoBBDQ1UgMDSvgBCDUuOSkK3vgBBDExyvgBBDg3MssBNvcBADE29wEMNTEuNiWsKYU9WgQuMQEZOvcBCDIzMyVxACwp3Db3AQA1LeA29wEENjlNKQBtwvcBADGRxEKdAEkQJfdtzQhudW2hLwkqhYgAMVEvGGJ5dGU6MzIFLmxpbnNlcnQ6MTQzLjltcwkxMDcuNSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/07 02:08:36.182 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.603936374s] [2024/05/07 02:08:36.212 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] [2024/05/07 02:08:36.212 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] [2024/05/07 02:08:36.213 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:36.214 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 27806e9a-8be6-4577-b090-7ff235fddf29"] [] [2024/05/07 02:08:36.215 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:36.215 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=22.814µs] [2024/05/07 02:08:36.215 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.4µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.421µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=3.937µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=9.884µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.317µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=9.088µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=5.473µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=12.265µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=11.915µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=8.77µs] [2024/05/07 02:08:36.216 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:36.216 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:36.216 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:36.229 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=27806e9a-8be6-4577-b090-7ff235fddf29] ["take time"=42.782747ms] [2024/05/07 02:08:36.229 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=27806e9a-8be6-4577-b090-7ff235fddf29] [2024/05/07 02:08:36.233 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1639] [2024/05/07 02:08:36.233 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:36.233 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:36.233 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:36.233 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:36.233 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:36.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:36.233 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:36.233 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195 watch owner key /tidb/br-stream/owner/22318f50cd701be5"] [2024/05/07 02:08:36.234 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195"] [2024/05/07 02:08:36.234 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:36.234 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195"] [2024/05/07 02:08:36.234 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:36.235 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:36.235 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=289e3e49-3c89-4e8d-90a0-063fd20d2195] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:36.235 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:36.235 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:08:36.235 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:36.235 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:36.235 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195"] [error="context canceled"] [2024/05/07 02:08:36.235 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:36.236 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=49.168011ms] [2024/05/07 02:08:36.236 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073325263635446] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:36.247 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:36.387 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1479] ["lease id"=6f188f50cd7016a2] [2024/05/07 02:08:36.389 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:36.436 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:36.500 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=106.509537ms] [2024/05/07 02:08:36.505 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:36.505 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [runWorker=true] [2024/05/07 02:08:36.505 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:36.507 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:36.509 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:36.509 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:36.509 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:36.509 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:36.511 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd701cad] [ownerID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [op=none] [2024/05/07 02:08:36.512 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:36.512 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=456b9942-460f-486f-b3c3-b6f6e116f27b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:36.533 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:36.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:36.535 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:36.537 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] ["owner key"=/tidb/bindinfo/owner/22318f50cd701cb1] [ownerID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [op=none] [2024/05/07 02:08:36.549 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:36.555 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:36.560 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:36.561 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd701cad] [ownerID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [op=none] [2024/05/07 02:08:36.561 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [op=none] [2024/05/07 02:08:36.561 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:36.636 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:36.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:36.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:36.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:36.682 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:36.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:36.682 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:36.682 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:36.682 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:36.682 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:36.682 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:36.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:36.685 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:36.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:36.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:36.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:36.687 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:36.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:36.690 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] ["owner key"=/tidb/stats/owner/22318f50cd701cb4] [ownerID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [op=none] [2024/05/07 02:08:36.690 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:36.691 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:36.698 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5819c4b5-e01a-48ee-a94d-2621a0d5acb3] [2024/05/07 02:08:36.699 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:36.699 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:36.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:36.708 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:36.709 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:36.727 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.505794ms] [2024/05/07 02:08:36.774 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestGlobalSortBasic [2024/05/07 02:08:36.787 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/05/07 02:08:36.789 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/05/07 02:08:36.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.827 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/05/07 02:08:36.902 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.059436ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:36.943 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:36.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.458745ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.035 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.758 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.063 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:37.063 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.071 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/05/07 02:08:37.158 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.158 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/05/07 02:08:37.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.221 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/07 02:08:37.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=4.039276ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.331 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/07 02:08:37.365 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=54.153744ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.059 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.480 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:37.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.415059549\n# Parse_time: 0.001128178\n# Compile_time: 0.001216507\n# Rewrite_time: 0.000012816\n# Optimize_time: 0.000350514\n# Wait_TS: 0.000474061\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/05/07 02:08:37.530 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:37.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:37.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:37.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:37.699 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:37.700 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:37.700 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5819c4b5-e01a-48ee-a94d-2621a0d5acb3] [watcherID=2d03d761-1e6f-455c-9f4b-15d1b1cd7378] [2024/05/07 02:08:37.706 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 289e3e49-3c89-4e8d-90a0-063fd20d2195"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:37.709 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:37.724 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:37.724 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:37.724 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:37.724 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:37.727 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:37.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:37.769 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:37.935 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:38.094 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/07 02:08:38.139 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:38.139 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:38.244 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/07 02:08:38.246 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:38.248 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/05/07 02:08:38.270 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:38.271 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:38.273 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:38.273 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:08:38.273 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=86.875µs] [2024/05/07 02:08:38.274 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=231.951µs] [] [2024/05/07 02:08:38.274 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/07 02:08:38.274 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/07 02:08:38.429 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 02:08:38.490 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:38.509 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:38.539 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:38.541 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/07 02:08:38.543 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:38.544 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:38.544 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 02:08:38.553 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:38.553 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:38.553 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:38.553 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:38.554 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:38.555 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:38.555 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:38.555 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:38.555 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:38.572 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:38.574 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:38.574 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:38.574 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/07 02:08:38.616 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/05/07 02:08:38.617 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/776f42f8-58c0-45ae-afc0-f8e53d48fc27] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f22efda2-fdf4-44c0-9024-6db1702e7497] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2be35fa2-2a4c-48a8-927c-be4118b38deb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0be1ee39-6537-449a-989a-48fe1517aba1] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e10f357b-abf3-4d0a-8c6c-775917c88a31] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/eb65e2e3-77e3-4650-a25c-5caba0987363] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a7843dc8-b42b-447b-8698-da4ca4801363] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.618 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:38.620 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/05/07 02:08:38.626 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=1.20095ms] [encodeDur=1.300522ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=2.635174ms] [type=file] [takeTime=5.722549ms] [] [2024/05/07 02:08:38.637 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=5.585681ms] [write-speed(bytes/s)=31.3KiB] [2024/05/07 02:08:38.637 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=13.709µs] [write-time=5.729987ms] [sort-speed(kv/s)=218834.3424] [writer-id=data/a515185a-6d58-4fe8-9885-d0e1a610b958] [2024/05/07 02:08:38.637 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a515185a-6d58-4fe8-9885-d0e1a610b958] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/05/07 02:08:38.646 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=8.947717ms] [write-speed(bytes/s)=17.68KiB] [2024/05/07 02:08:38.646 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.993µs] [write-time=9.091132ms] [sort-speed(kv/s)=600841.1776] [writer-id=index/1/a515185a-6d58-4fe8-9885-d0e1a610b958] [2024/05/07 02:08:38.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/a515185a-6d58-4fe8-9885-d0e1a610b958] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/05/07 02:08:38.659 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=12.471604ms] [write-speed(bytes/s)=19.18KiB] [2024/05/07 02:08:38.659 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.665µs] [write-time=12.605234ms] [sort-speed(kv/s)=529567.5199] [writer-id=index/2/a515185a-6d58-4fe8-9885-d0e1a610b958] [2024/05/07 02:08:38.659 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/a515185a-6d58-4fe8-9885-d0e1a610b958] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/07 02:08:38.666 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=6.732069ms] [write-speed(bytes/s)=23.5KiB] [2024/05/07 02:08:38.666 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/a515185a-6d58-4fe8-9885-d0e1a610b958] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.279µs] [write-time=6.875981ms] [sort-speed(kv/s)=477783.0865] [writer-id=index/3/a515185a-6d58-4fe8-9885-d0e1a610b958] [2024/05/07 02:08:38.666 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/a515185a-6d58-4fe8-9885-d0e1a610b958] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/05/07 02:08:38.666 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=50.087319ms] [] [2024/05/07 02:08:38.667 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/05/07 02:08:38.754 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/05/07 02:08:38.755 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/360ceeb1-ab2b-4580-bc7b-a0f2acdf9cc8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.755 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:38.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ff21ccb4-54a6-406c-910c-852075540b54] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cf12b18a-6546-4536-9b20-49a1c4200da7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8854399c-18f8-46db-9c99-23292761a7a9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/58a9df3f-b86e-4211-9698-9ad87f869dee] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9af0c34a-e7f3-4079-9df3-7512f37e43de] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5f08b95d-8484-4a34-b884-40b7eb1a13be] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:38.758 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/05/07 02:08:38.762 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=1.243507ms] [encodeDur=1.485934ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=1.470873ms] [type=file] [takeTime=4.561997ms] [] [2024/05/07 02:08:38.767 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.395207ms] [write-speed(bytes/s)=39.77KiB] [2024/05/07 02:08:38.767 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.218µs] [write-time=4.506533ms] [sort-speed(kv/s)=415627.5977] [writer-id=data/cf729ab5-6c49-4c71-8b12-7d7116497941] [2024/05/07 02:08:38.767 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cf729ab5-6c49-4c71-8b12-7d7116497941] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/05/07 02:08:38.790 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=22.640172ms] [write-speed(bytes/s)=10.57KiB] [2024/05/07 02:08:38.790 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=4.965µs] [write-time=22.775114ms] [sort-speed(kv/s)=604229.6073] [writer-id=index/2/cf729ab5-6c49-4c71-8b12-7d7116497941] [2024/05/07 02:08:38.790 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/cf729ab5-6c49-4c71-8b12-7d7116497941] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/07 02:08:38.795 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.97909ms] [write-speed(bytes/s)=31.77KiB] [2024/05/07 02:08:38.795 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.154µs] [write-time=5.099465ms] [sort-speed(kv/s)=582072.1769] [writer-id=index/3/cf729ab5-6c49-4c71-8b12-7d7116497941] [2024/05/07 02:08:38.795 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/cf729ab5-6c49-4c71-8b12-7d7116497941] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/05/07 02:08:38.800 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.515911ms] [write-speed(bytes/s)=35.03KiB] [2024/05/07 02:08:38.800 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/cf729ab5-6c49-4c71-8b12-7d7116497941] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.757µs] [write-time=4.664695ms] [sort-speed(kv/s)=521104.7421] [writer-id=index/1/cf729ab5-6c49-4c71-8b12-7d7116497941] [2024/05/07 02:08:38.800 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/cf729ab5-6c49-4c71-8b12-7d7116497941] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/05/07 02:08:38.800 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=46.311202ms] [] [2024/05/07 02:08:38.801 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/05/07 02:08:38.878 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:38.881 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:38.883 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:38.886 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:38.888 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:38.888 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:38.888 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:38.889 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:38.889 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:38.891 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:38.891 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:38.891 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:38.891 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:38.891 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:38.891 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=352.458486ms] [] [2024/05/07 02:08:38.902 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/05/07 02:08:38.902 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/05/07 02:08:38.902 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/05/07 02:08:38.902 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/05/07 02:08:38.902 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/07 02:08:38.902 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/07 02:08:39.043 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:39.045 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:39.047 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:39.102 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.103 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.108 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:39.108 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:39.109 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:39.110 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.110 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:39.111 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.111 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.111 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.111 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.111 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:39.115 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:39.115 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.115 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.115 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:39.116 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:39.116 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:39.120 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/05/07 02:08:39.120 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:39.123 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:39.124 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:39.125 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:39.125 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.126 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:39.127 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.127 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.127 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.127 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.127 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:39.131 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.131 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.131 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.131 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:39.132 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:39.132 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:39.136 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/05/07 02:08:39.136 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:39.139 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:39.139 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:39.140 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:39.141 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.141 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:39.142 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.142 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.142 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.142 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.142 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:39.146 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:39.146 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.146 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.147 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.147 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:39.148 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:39.148 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:39.152 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/05/07 02:08:39.152 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:39.155 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:39.156 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:39.156 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:39.157 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.157 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:39.158 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.158 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.158 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.158 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.158 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.162 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.162 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.162 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.162 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:39.163 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:39.163 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:39.167 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/05/07 02:08:39.167 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:39.167 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/07 02:08:39.167 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/07 02:08:39.182 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/05/07 02:08:39.182 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/07 02:08:39.367 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 02:08:39.412 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:39.460 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:39.464 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.465 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.473 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:39.474 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:39.474 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.474 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:39.475 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.475 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.475 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.475 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.475 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.490 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:39.491 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:39.491 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:39.533 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [2024/05/07 02:08:39.533 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.538 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/05/07 02:08:39.538 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:39.560 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:39.561 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:39.561 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:39.562 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/05/07 02:08:39.562 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.483µs] [2024/05/07 02:08:39.562 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.598021ms] [] [2024/05/07 02:08:39.563 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:39.563 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/05/07 02:08:39.563 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:39.567 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.274218ms] [] [2024/05/07 02:08:39.586 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.587 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=24.514019ms] [] [2024/05/07 02:08:39.587 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:39.587 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=24.810564ms] [droppedSize=0] [2024/05/07 02:08:39.588 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=60.747µs] [2024/05/07 02:08:39.604 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/07 02:08:39.606 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=data] [takeTime=72.756135ms] [] [2024/05/07 02:08:39.678 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=1] [2024/05/07 02:08:39.678 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.684 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/07 02:08:39.684 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:39.706 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:39.706 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:39.706 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:39.707 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/07 02:08:39.708 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=11.578µs] [2024/05/07 02:08:39.708 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.128954ms] [] [2024/05/07 02:08:39.708 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:39.708 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/07 02:08:39.708 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:39.712 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.034221ms] [] [2024/05/07 02:08:39.716 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.716 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.49133ms] [] [2024/05/07 02:08:39.716 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:39.716 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.722465ms] [droppedSize=0] [2024/05/07 02:08:39.717 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.795µs] [2024/05/07 02:08:39.729 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 02:08:39.731 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=1] [takeTime=53.069934ms] [] [2024/05/07 02:08:39.808 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=2] [2024/05/07 02:08:39.808 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.813 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/07 02:08:39.813 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:39.836 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:39.836 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:39.837 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:39.837 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/07 02:08:39.838 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=13.767µs] [2024/05/07 02:08:39.838 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.15922ms] [] [2024/05/07 02:08:39.838 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:39.838 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/07 02:08:39.838 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:39.842 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.024365ms] [] [2024/05/07 02:08:39.846 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.847 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.031797ms] [] [2024/05/07 02:08:39.847 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:39.847 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.228585ms] [droppedSize=0] [2024/05/07 02:08:39.847 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.418µs] [2024/05/07 02:08:39.859 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/07 02:08:39.861 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=2] [takeTime=53.304406ms] [] [2024/05/07 02:08:39.932 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [2024/05/07 02:08:39.932 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.938 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/07 02:08:39.938 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:39.960 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:39.961 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:39.961 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:39.962 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/07 02:08:39.962 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.886µs] [2024/05/07 02:08:39.962 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.06265ms] [] [2024/05/07 02:08:39.962 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:39.962 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/07 02:08:39.962 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:39.967 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.55012ms] [] [2024/05/07 02:08:39.994 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:39.995 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=33.259507ms] [] [2024/05/07 02:08:39.996 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:39.996 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=33.818051ms] [droppedSize=0] [2024/05/07 02:08:39.996 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=55.905µs] [2024/05/07 02:08:40.010 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 02:08:40.012 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=3] [takeTime=79.567308ms] [] [2024/05/07 02:08:40.063 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/07 02:08:40.066 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/05/07 02:08:40.067 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:40.070 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/05/07 02:08:40.070 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:40.075 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:40.075 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:40.075 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:40.075 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:40.077 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:40.077 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:40.077 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:40.077 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:40.078 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:40.078 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=617.729881ms] [] [2024/05/07 02:08:40.155 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/07 02:08:40.158 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:40.158 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:40.355 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:40.402 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/07 02:08:40.402 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/07 02:08:40.402 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/05/07 02:08:40.402 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.449µs] [] [2024/05/07 02:08:40.402 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/07 02:08:40.402 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/07 02:08:40.402 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/07 02:08:40.402 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/07 02:08:40.402 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 02:08:40.402 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/05/07 02:08:40.403 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/05/07 02:08:40.413 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/07 02:08:40.414 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/07 02:08:40.416 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/07 02:08:40.416 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/07 02:08:40.417 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 02:08:40.417 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=15.161317ms] [] [2024/05/07 02:08:40.417 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=15.434604ms] [] [2024/05/07 02:08:40.465 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:40.465 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/07 02:08:40.467 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=111.935143ms] [] [2024/05/07 02:08:40.469 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/07 02:08:40.520 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/07 02:08:40.545 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:40.570 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:40.570 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:40.572 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/05/07 02:08:40.574 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:40.574 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:40.613 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=40.370043ms] [] [2024/05/07 02:08:40.748 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:40.856 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.370759321\n# Parse_time: 0.002641768\n# Compile_time: 0.001948003\n# Rewrite_time: 0.000341191\n# Optimize_time: 0.000350514\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My4zN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My4zN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/05/07 02:08:40.903 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/07 02:08:40.931 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:40.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:40.931 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:40.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:08:40.987 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.999 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/05/07 02:08:41.063 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.793276ms] [gotSchemaVersion=54] [phyTblIDs="[106,108]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:41.075 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/07 02:08:41.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.539282ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.187 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/07 02:08:41.203 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/05/07 02:08:41.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.908 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.280 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 02:08:41.280 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:41.284 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.381699476\n# Parse_time: 0.000211924\n# Compile_time: 0.000734957\n# Rewrite_time: 0.000010551\n# Optimize_time: 0.001510938\n# Wait_TS: 0.000320136\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:08:41.298 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:41.299 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:41.337 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:41.507 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:41.666 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/07 02:08:41.715 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:41.715 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:41.821 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/07 02:08:41.823 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:41.825 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/05/07 02:08:41.854 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:41.855 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:41.857 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:41.857 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:08:41.857 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=65.936µs] [2024/05/07 02:08:41.858 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=216.51µs] [] [2024/05/07 02:08:41.858 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/07 02:08:41.858 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/07 02:08:42.050 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 02:08:42.082 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:42.120 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:42.123 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/07 02:08:42.126 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:42.127 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:42.135 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:42.135 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:42.136 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:42.136 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:42.137 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:42.137 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:42.137 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:42.137 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:42.137 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:42.153 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:42.155 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:42.155 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:42.155 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/07 02:08:42.199 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/05/07 02:08:42.200 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/dd77ee0f-e9b5-433a-995c-49c21809e43c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/17177408-c2c8-40a0-bac8-4e14ddc2f8ab] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2041129e-62ec-4474-a457-c107099079d3] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/91276400-2326-4572-81c2-47e5be236828] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a5400275-256e-4811-8907-40f4db89aee2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0d964dad-70c9-4bbc-8837-89cc116269d7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.200 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fa6a7c38-2825-4c1f-a32a-74e50eec3e1e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.203 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/05/07 02:08:42.251 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=999.673µs] [encodeDur=1.550255ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=44.945671ms] [type=file] [takeTime=47.986181ms] [] [2024/05/07 02:08:42.272 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=20.555841ms] [write-speed(bytes/s)=8.504KiB] [2024/05/07 02:08:42.272 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=11.023µs] [write-time=20.706987ms] [sort-speed(kv/s)=272158.2146] [writer-id=data/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [2024/05/07 02:08:42.272 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/05/07 02:08:42.293 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.2534ms] [write-speed(bytes/s)=7.811KiB] [2024/05/07 02:08:42.293 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.465µs] [write-time=20.399717ms] [sort-speed(kv/s)=548947.8500] [writer-id=index/1/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [2024/05/07 02:08:42.293 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/05/07 02:08:42.315 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=22.078849ms] [write-speed(bytes/s)=10.84KiB] [2024/05/07 02:08:42.315 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.318µs] [write-time=22.238555ms] [sort-speed(kv/s)=564121.8503] [writer-id=index/2/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [2024/05/07 02:08:42.315 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/07 02:08:42.336 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.139851ms] [write-speed(bytes/s)=7.855KiB] [2024/05/07 02:08:42.336 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.688µs] [write-time=20.270129ms] [sort-speed(kv/s)=527426.1603] [writer-id=index/3/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [2024/05/07 02:08:42.336 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/5f13eebd-acc0-4bbb-8311-249f0ca49e42] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/05/07 02:08:42.336 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=136.635115ms] [] [2024/05/07 02:08:42.336 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/05/07 02:08:42.432 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/05/07 02:08:42.433 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/7de2a64a-1e73-431b-be58-584d116302c5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b64fc920-c49e-4abd-a7b8-5bb7b51f17b2] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4e4bc65b-f052-4c85-ad09-f27ef3fcdae4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9b66ea8f-b869-48ea-b604-91efd9551465] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/34e75d82-98df-448c-95e9-34931fd1691f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/657b72c5-1d46-47e2-85aa-1394aadfdac5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.434 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/05/07 02:08:42.434 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/48cc3ee9-c29b-48df-8eff-7fd6e86c57ef] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:42.437 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/05/07 02:08:42.454 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.348866ms] [encodeDur=2.044754ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=12.684681ms] [type=file] [takeTime=16.588224ms] [] [2024/05/07 02:08:42.463 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=9.417552ms] [write-speed(bytes/s)=18.56KiB] [2024/05/07 02:08:42.464 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.229µs] [write-time=9.565969ms] [sort-speed(kv/s)=414995.1584] [writer-id=data/11846aaa-067c-471b-93e5-db30f5172624] [2024/05/07 02:08:42.464 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/11846aaa-067c-471b-93e5-db30f5172624] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/05/07 02:08:42.473 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.243019ms] [write-speed(bytes/s)=17.12KiB] [2024/05/07 02:08:42.473 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.092µs] [write-time=9.379934ms] [sort-speed(kv/s)=589159.4658] [writer-id=index/3/11846aaa-067c-471b-93e5-db30f5172624] [2024/05/07 02:08:42.473 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/11846aaa-067c-471b-93e5-db30f5172624] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/05/07 02:08:42.485 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=11.561192ms] [write-speed(bytes/s)=13.68KiB] [2024/05/07 02:08:42.485 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.693µs] [write-time=11.725536ms] [sort-speed(kv/s)=526962.9369] [writer-id=index/1/11846aaa-067c-471b-93e5-db30f5172624] [2024/05/07 02:08:42.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/11846aaa-067c-471b-93e5-db30f5172624] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/05/07 02:08:42.495 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=9.392395ms] [write-speed(bytes/s)=25.47KiB] [2024/05/07 02:08:42.495 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/11846aaa-067c-471b-93e5-db30f5172624] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.306µs] [write-time=9.548087ms] [sort-speed(kv/s)=410621.4071] [writer-id=index/2/11846aaa-067c-471b-93e5-db30f5172624] [2024/05/07 02:08:42.495 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/11846aaa-067c-471b-93e5-db30f5172624] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/07 02:08:42.495 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=63.09587ms] [] [2024/05/07 02:08:42.495 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/05/07 02:08:42.569 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:42.571 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:42.571 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:42.571 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:42.572 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:42.572 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:42.572 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:42.572 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:42.574 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:42.574 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:42.574 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:42.574 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:42.574 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:42.574 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=453.899232ms] [] [2024/05/07 02:08:42.638 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:42.640 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:42.642 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:42.661 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/05/07 02:08:42.661 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/05/07 02:08:42.857 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:42.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:42.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:42.862 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/05/07 02:08:42.911 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [2024/05/07 02:08:42.912 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/05/07 02:08:42.912 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=10] [writer-id=870583c8-64b1-4ebd-b157-20020f7da431] [file-count=2] [2024/05/07 02:08:42.916 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=10] [data-file=2/10/870583c8-64b1-4ebd-b157-20020f7da431/one-file] [stat-file=2/10/870583c8-64b1-4ebd-b157-20020f7da431_stat/one-file] [2024/05/07 02:08:42.944 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=10] [writerID=870583c8-64b1-4ebd-b157-20020f7da431] [2024/05/07 02:08:42.944 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=10] [writer-id=870583c8-64b1-4ebd-b157-20020f7da431] [file-count=2] [takeTime=32.586543ms] [] [2024/05/07 02:08:42.944 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/05/07 02:08:42.944 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [takeTime=32.904318ms] [] [2024/05/07 02:08:43.019 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=3] [2024/05/07 02:08:43.020 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/07 02:08:43.020 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=11] [writer-id=fdd00ced-5c13-4e6d-9e6a-1ea7d1ea58d9] [file-count=2] [2024/05/07 02:08:43.024 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=11] [data-file=2/11/fdd00ced-5c13-4e6d-9e6a-1ea7d1ea58d9/one-file] [stat-file=2/11/fdd00ced-5c13-4e6d-9e6a-1ea7d1ea58d9_stat/one-file] [2024/05/07 02:08:43.038 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=11] [writerID=fdd00ced-5c13-4e6d-9e6a-1ea7d1ea58d9] [2024/05/07 02:08:43.038 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=11] [writer-id=fdd00ced-5c13-4e6d-9e6a-1ea7d1ea58d9] [file-count=2] [takeTime=18.106748ms] [] [2024/05/07 02:08:43.038 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/05/07 02:08:43.038 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=3] [takeTime=18.485455ms] [] [2024/05/07 02:08:43.120 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [2024/05/07 02:08:43.120 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/07 02:08:43.120 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=12] [writer-id=5c19d5fc-e570-4b38-a67c-53a5378afce9] [file-count=2] [2024/05/07 02:08:43.125 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=12] [data-file=2/12/5c19d5fc-e570-4b38-a67c-53a5378afce9/one-file] [stat-file=2/12/5c19d5fc-e570-4b38-a67c-53a5378afce9_stat/one-file] [2024/05/07 02:08:43.137 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=12] [writerID=5c19d5fc-e570-4b38-a67c-53a5378afce9] [2024/05/07 02:08:43.137 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=12] [writer-id=5c19d5fc-e570-4b38-a67c-53a5378afce9] [file-count=2] [takeTime=16.453427ms] [] [2024/05/07 02:08:43.137 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/05/07 02:08:43.137 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=1] [takeTime=16.764592ms] [] [2024/05/07 02:08:43.205 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [2024/05/07 02:08:43.205 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/05/07 02:08:43.205 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=13] [writer-id=0721c7cc-6988-4ca2-aa1d-99db9076f1e3] [file-count=2] [2024/05/07 02:08:43.209 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=13] [data-file=2/13/0721c7cc-6988-4ca2-aa1d-99db9076f1e3/one-file] [stat-file=2/13/0721c7cc-6988-4ca2-aa1d-99db9076f1e3_stat/one-file] [2024/05/07 02:08:43.224 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=13] [writerID=0721c7cc-6988-4ca2-aa1d-99db9076f1e3] [2024/05/07 02:08:43.224 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=13] [writer-id=0721c7cc-6988-4ca2-aa1d-99db9076f1e3] [file-count=2] [takeTime=18.481707ms] [] [2024/05/07 02:08:43.224 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/05/07 02:08:43.224 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=2] [takeTime=18.848163ms] [] [2024/05/07 02:08:43.279 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=422.474335ms] [] [2024/05/07 02:08:43.335 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:43.338 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:43.342 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:43.404 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.405 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.410 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:43.411 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:43.411 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:43.412 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.412 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:43.413 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.413 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.413 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:43.413 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:43.413 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.417 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.417 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:43.417 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:43.418 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:43.418 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.418 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:43.418 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:43.419 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:43.419 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:43.422 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/05/07 02:08:43.422 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:43.425 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:43.426 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:43.427 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:43.427 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.427 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:43.428 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.428 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.428 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:43.428 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:43.428 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.432 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:43.432 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.432 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:43.432 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:43.433 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:43.433 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:43.437 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/05/07 02:08:43.437 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:43.439 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:43.440 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:43.441 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:43.441 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.441 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:43.442 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.442 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.442 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:43.442 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:43.442 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.446 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.446 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.446 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:43.446 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:43.462 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:43.463 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:43.470 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/05/07 02:08:43.470 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:43.474 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:43.475 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:43.476 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:43.477 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.477 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:43.478 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.478 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.478 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:43.478 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:43.478 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.483 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:43.483 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:43.483 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:43.483 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:43.484 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:43.484 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:43.489 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/05/07 02:08:43.489 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:43.489 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/07 02:08:43.489 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/07 02:08:43.604 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/05/07 02:08:43.604 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/07 02:08:43.699 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 02:08:43.738 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:43.779 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:43.783 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.784 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.794 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:43.795 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:43.795 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.795 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:43.796 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:43.796 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:43.796 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:43.796 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:43.796 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:43.810 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:43.811 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:43.811 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:43.871 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=2] [2024/05/07 02:08:43.872 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.879 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/05/07 02:08:43.879 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:43.901 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:43.902 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:43.902 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:43.903 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/05/07 02:08:43.903 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.494µs] [2024/05/07 02:08:43.903 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.075934ms] [] [2024/05/07 02:08:43.903 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:43.903 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/05/07 02:08:43.903 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:43.908 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.039634ms] [] [2024/05/07 02:08:43.913 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:43.913 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=10.007958ms] [] [2024/05/07 02:08:43.913 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:43.913 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=10.231973ms] [droppedSize=0] [2024/05/07 02:08:43.913 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=11.61µs] [2024/05/07 02:08:43.926 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/05/07 02:08:43.928 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=2] [takeTime=56.380801ms] [] [2024/05/07 02:08:44.001 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=data] [2024/05/07 02:08:44.002 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:44.006 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/05/07 02:08:44.006 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:44.028 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:44.029 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:44.029 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:44.030 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/05/07 02:08:44.030 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.839µs] [2024/05/07 02:08:44.030 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.032437ms] [] [2024/05/07 02:08:44.030 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:44.030 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/05/07 02:08:44.030 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:44.034 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.223464ms] [] [2024/05/07 02:08:44.038 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:44.039 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.132488ms] [] [2024/05/07 02:08:44.039 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:44.039 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.360062ms] [droppedSize=0] [2024/05/07 02:08:44.039 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.914µs] [2024/05/07 02:08:44.051 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/05/07 02:08:44.053 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=data] [takeTime=51.576951ms] [] [2024/05/07 02:08:44.132 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [2024/05/07 02:08:44.132 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:44.137 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/05/07 02:08:44.137 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:44.159 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:44.160 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:44.160 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:44.161 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/05/07 02:08:44.161 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.71µs] [2024/05/07 02:08:44.161 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.122338ms] [] [2024/05/07 02:08:44.161 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:44.161 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/05/07 02:08:44.161 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:44.165 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.059419ms] [] [2024/05/07 02:08:44.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:44.171 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.567748ms] [] [2024/05/07 02:08:44.171 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:44.171 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.744851ms] [droppedSize=0] [2024/05/07 02:08:44.171 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=8.8µs] [2024/05/07 02:08:44.185 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 02:08:44.188 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [takeTime=55.651665ms] [] [2024/05/07 02:08:44.287 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=1] [2024/05/07 02:08:44.288 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:44.293 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/05/07 02:08:44.294 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:44.316 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:44.316 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:44.316 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:44.317 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/05/07 02:08:44.317 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.78µs] [2024/05/07 02:08:44.317 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.14796ms] [] [2024/05/07 02:08:44.318 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:44.318 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/05/07 02:08:44.318 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:44.323 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.847084ms] [] [2024/05/07 02:08:44.326 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:44.327 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.563955ms] [] [2024/05/07 02:08:44.327 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/05/07 02:08:44.327 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.773496ms] [droppedSize=0] [2024/05/07 02:08:44.327 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=27.347µs] [2024/05/07 02:08:44.340 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/05/07 02:08:44.342 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=1] [takeTime=54.73346ms] [] [2024/05/07 02:08:44.387 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/05/07 02:08:44.397 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:44.397 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.397 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:44.397 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:44.400 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:44.400 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:44.400 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:44.400 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.400 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:44.400 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=621.228455ms] [] [2024/05/07 02:08:44.439 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/07 02:08:44.442 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:44.444 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/05/07 02:08:44.444 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:44.531 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/05/07 02:08:44.535 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:44.535 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:44.762 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:44.822 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/07 02:08:44.822 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/07 02:08:44.822 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/05/07 02:08:44.822 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=12.04µs] [] [2024/05/07 02:08:44.822 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/05/07 02:08:44.822 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/05/07 02:08:44.822 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/05/07 02:08:44.822 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/05/07 02:08:44.822 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 02:08:44.822 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/05/07 02:08:44.822 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/07 02:08:44.832 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/05/07 02:08:44.834 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/05/07 02:08:44.835 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/05/07 02:08:44.838 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/05/07 02:08:44.838 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/05/07 02:08:44.838 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=16.518049ms] [] [2024/05/07 02:08:44.838 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=16.760032ms] [] [2024/05/07 02:08:44.879 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=116.326087ms] [] [2024/05/07 02:08:44.935 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:44.936 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/07 02:08:44.939 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/07 02:08:45.015 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/07 02:08:45.023 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:45.044 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:45.045 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:45.047 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/05/07 02:08:45.048 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:45.049 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:45.104 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=57.640737ms] [] [2024/05/07 02:08:45.231 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:45.320 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 4.035216034\n# Parse_time: 0.000865167\n# Compile_time: 0.001479006\n# Rewrite_time: 0.00030845\n# Optimize_time: 0.001510938\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NC4wM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NC4wM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/05/07 02:08:45.329 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/05/07 02:08:45.358 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:45.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.358 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:45.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:08:45.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.435 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/05/07 02:08:45.495 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.776418ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:45.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/07 02:08:45.542 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.7659ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.575 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/07 02:08:45.582 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/07 02:08:45.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.308 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 02:08:45.654 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.657 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.328904043\n# Parse_time: 0.000364948\n# Compile_time: 0.000732669\n# Rewrite_time: 0.000010763\n# Optimize_time: 0.001670688\n# Wait_TS: 0.000316443\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:08:45.671 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:45.671 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:45.702 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:45.866 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:08:45.981 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/05/07 02:08:45.987 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.329198761\n# Parse_time: 0.0015052\n# Compile_time: 0.001432448\n# Rewrite_time: 0.000296791\n# Optimize_time: 0.001670688\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzI1LjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzI1LjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/05/07 02:08:46.022 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/07 02:08:46.022 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:46.128 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/07 02:08:46.130 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:46.132 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/05/07 02:08:46.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:46.171 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:46.174 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:46.174 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:08:46.175 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=86.564µs] [2024/05/07 02:08:46.175 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=249.466µs] [] [2024/05/07 02:08:46.175 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/05/07 02:08:46.175 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/05/07 02:08:46.350 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 02:08:46.381 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:46.417 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:46.420 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/07 02:08:46.421 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:46.422 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:46.430 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:46.430 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:46.430 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:46.430 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:46.431 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:46.431 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:46.431 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:46.431 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:46.431 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:46.444 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:46.446 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:46.446 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:46.446 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/07 02:08:46.483 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6cfbb463-3d49-485d-9f65-7e517bbb91f7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b4589098-13ba-412b-9a5c-394b23c1e242] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3cd5a94d-86c6-455c-b4a3-f76d3e6d8b82] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3b0a336a-bfdf-4e4b-bd94-51bdb8724620] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3ffe31bf-5423-4993-b841-6e564f711caa] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.485 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2277b66e-cd54-4a9f-92a7-60a556f8870c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.485 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cfd7a9d5-71c5-484d-ab85-d205009e0c4d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.487 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/05/07 02:08:46.504 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.167317ms] [encodeDur=2.571821ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=12.899012ms] [type=file] [takeTime=17.274791ms] [] [2024/05/07 02:08:46.513 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=8.728394ms] [write-speed(bytes/s)=20.03KiB] [2024/05/07 02:08:46.513 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.408µs] [write-time=8.894497ms] [sort-speed(kv/s)=468164.7940] [writer-id=data/941ebc7a-54b4-415c-aad3-db138db7c484] [2024/05/07 02:08:46.514 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/941ebc7a-54b4-415c-aad3-db138db7c484] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/05/07 02:08:46.523 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=9.113151ms] [write-speed(bytes/s)=17.36KiB] [2024/05/07 02:08:46.523 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.665µs] [write-time=9.253688ms] [sort-speed(kv/s)=529567.5199] [writer-id=index/1/941ebc7a-54b4-415c-aad3-db138db7c484] [2024/05/07 02:08:46.523 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/941ebc7a-54b4-415c-aad3-db138db7c484] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/05/07 02:08:46.540 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=16.727452ms] [write-speed(bytes/s)=14.3KiB] [2024/05/07 02:08:46.554 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.524µs] [write-time=30.797782ms] [sort-speed(kv/s)=459840.5886] [writer-id=index/2/941ebc7a-54b4-415c-aad3-db138db7c484] [2024/05/07 02:08:46.554 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/941ebc7a-54b4-415c-aad3-db138db7c484] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/05/07 02:08:46.565 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=10.837679ms] [write-speed(bytes/s)=14.6KiB] [2024/05/07 02:08:46.566 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/941ebc7a-54b4-415c-aad3-db138db7c484] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=13.153µs] [write-time=10.990394ms] [sort-speed(kv/s)=228084.8476] [writer-id=index/3/941ebc7a-54b4-415c-aad3-db138db7c484] [2024/05/07 02:08:46.566 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/941ebc7a-54b4-415c-aad3-db138db7c484] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/05/07 02:08:46.566 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=82.33225ms] [] [2024/05/07 02:08:46.566 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/05/07 02:08:46.645 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a2237f8f-1a5b-4cdf-bf71-ffa1b0ac7fd5] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/50b503e4-d8d6-4c58-8f5c-ddc04990ebc4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6f998a31-d19d-4c87-bdb4-cce689dff4a0] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e31c0c4c-b8bf-4bdd-ab36-34d8f85ffac6] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3c4596f0-b5c7-4d7c-a334-e3773b8457a8] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.646 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d857c415-f64f-42d6-9e4b-d9e0812f9fad] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.646 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3c43d83f-07e5-40b3-9f3e-206de7bca70b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/05/07 02:08:46.648 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/05/07 02:08:46.669 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=1.018119ms] [encodeDur=1.328647ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=18.364979ms] [type=file] [takeTime=21.179554ms] [] [2024/05/07 02:08:46.690 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=19.750388ms] [write-speed(bytes/s)=8.851KiB] [2024/05/07 02:08:46.690 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=8.846µs] [write-time=19.885265ms] [sort-speed(kv/s)=339136.3328] [writer-id=data/146539ac-255d-42d4-ac8c-323984501c56] [2024/05/07 02:08:46.690 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/146539ac-255d-42d4-ac8c-323984501c56] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/05/07 02:08:46.732 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=41.859244ms] [write-speed(bytes/s)=3.779KiB] [2024/05/07 02:08:46.732 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=7.216µs] [write-time=42.004511ms] [sort-speed(kv/s)=415742.7938] [writer-id=index/1/146539ac-255d-42d4-ac8c-323984501c56] [2024/05/07 02:08:46.732 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/146539ac-255d-42d4-ac8c-323984501c56] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/05/07 02:08:46.752 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=20.354918ms] [write-speed(bytes/s)=11.75KiB] [2024/05/07 02:08:46.753 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.403µs] [write-time=20.479948ms] [sort-speed(kv/s)=555247.0850] [writer-id=index/2/146539ac-255d-42d4-ac8c-323984501c56] [2024/05/07 02:08:46.753 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/146539ac-255d-42d4-ac8c-323984501c56] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/05/07 02:08:46.773 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.227736ms] [write-speed(bytes/s)=7.821KiB] [2024/05/07 02:08:46.773 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/146539ac-255d-42d4-ac8c-323984501c56] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.548µs] [write-time=20.370775ms] [sort-speed(kv/s)=540735.4001] [writer-id=index/3/146539ac-255d-42d4-ac8c-323984501c56] [2024/05/07 02:08:46.773 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/146539ac-255d-42d4-ac8c-323984501c56] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/05/07 02:08:46.773 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=128.66408ms] [] [2024/05/07 02:08:46.774 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/05/07 02:08:46.834 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:46.836 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:46.836 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:46.836 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.837 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:46.837 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:46.839 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:46.839 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:46.839 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:46.839 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.839 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:46.839 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=421.456165ms] [] [2024/05/07 02:08:46.843 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:46.845 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:46.847 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:46.871 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/05/07 02:08:46.871 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/05/07 02:08:46.871 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/05/07 02:08:46.871 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/05/07 02:08:46.871 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/07 02:08:46.871 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/07 02:08:47.038 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:47.040 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:47.042 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:47.042 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:47.043 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/07 02:08:47.082 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:47.084 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/05/07 02:08:47.090 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/07 02:08:47.091 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/07 02:08:47.133 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/07 02:08:47.152 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:47.152 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/07 02:08:47.155 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/05/07 02:08:47.157 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:47.157 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:47.192 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=36.265065ms] [] [2024/05/07 02:08:47.306 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/05/07 02:08:47.376 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/05/07 02:08:47.379 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/05/07 02:08:47.407 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:47.358 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.407 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:47.358 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/05/07 02:08:47.452 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.358 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.483 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.142523ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:47.494 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/07 02:08:47.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.293086ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:47.358 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.575 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.358 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.605 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:08:47.605 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.612 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/05/07 02:08:47.664 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.664 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/07 02:08:47.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.753 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/05/07 02:08:47.823 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.565435ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:47.835 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/07 02:08:47.870 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.432446ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.608 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.974 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 02:08:47.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368550456\n# Parse_time: 0.000961676\n# Compile_time: 0.000991616\n# Rewrite_time: 0.000008192\n# Optimize_time: 0.001670688\n# Wait_TS: 0.000375521\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/05/07 02:08:47.992 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:47.993 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:48.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:48.177 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:48.294 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/05/07 02:08:48.334 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/07 02:08:48.334 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:48.441 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/05/07 02:08:48.442 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:48.444 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/05/07 02:08:48.463 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:48.463 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:48.467 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:48.467 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/05/07 02:08:48.467 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=255.275µs] [2024/05/07 02:08:48.467 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=429.171µs] [] [2024/05/07 02:08:48.468 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/05/07 02:08:48.468 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/05/07 02:08:48.658 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 02:08:48.690 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:48.734 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:48.736 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/07 02:08:48.738 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:48.739 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:48.747 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:48.747 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:48.748 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:48.748 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:48.749 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:48.749 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:48.749 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:48.749 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:48.749 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:48.762 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:48.764 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:48.764 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:48.764 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/05/07 02:08:48.805 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.807 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/05/07 02:08:48.810 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/05/07 02:08:50.282 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=131.240507ms] [encodeDur=1.308262274s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=28.663141ms] [type=file] [takeTime=1.471529323s] [] [2024/05/07 02:08:50.282 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:50.286 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/05/07 02:08:50.309 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=142.483538ms] [encodeDur=1.275467955s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=71.774023ms] [type=file] [takeTime=1.49873538s] [] [2024/05/07 02:08:50.309 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/05/07 02:08:50.312 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/05/07 02:08:50.323 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=122.111698ms] [encodeDur=1.302061118s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=84.019416ms] [type=file] [takeTime=1.512777396s] [] [2024/05/07 02:08:50.329 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=103.555483ms] [encodeDur=1.338276902s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=47.009863ms] [type=file] [takeTime=1.518453072s] [] [2024/05/07 02:08:50.365 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=108.591522ms] [encodeDur=1.340162879s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=71.2636ms] [type=file] [takeTime=1.555345215s] [] [2024/05/07 02:08:50.375 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=50.092476ms] [write-speed(bytes/s)=1.009MiB] [2024/05/07 02:08:50.375 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.076611ms] [write-time=50.31918ms] [sort-speed(kv/s)=928840.5933] [writer-id=data/f84315b4-35ab-46a4-8fad-fa057f16db08] [2024/05/07 02:08:50.375 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f84315b4-35ab-46a4-8fad-fa057f16db08] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f728000000000000f9f] [2024/05/07 02:08:50.378 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=47.97374ms] [write-speed(bytes/s)=1.054MiB] [2024/05/07 02:08:50.378 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.059002ms] [write-time=48.106804ms] [sort-speed(kv/s)=944285.2799] [writer-id=data/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [2024/05/07 02:08:50.378 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/05/07 02:08:50.379 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=76.644492ms] [encodeDur=1.394859299s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=88.439941ms] [type=file] [takeTime=1.568770817s] [] [2024/05/07 02:08:50.381 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=148.522386ms] [encodeDur=1.329959196s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=90.181436ms] [type=file] [takeTime=1.571156712s] [] [2024/05/07 02:08:50.387 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=20.055031ms] [write-speed(bytes/s)=2.52MiB] [2024/05/07 02:08:50.387 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.255907ms] [write-time=20.205342ms] [sort-speed(kv/s)=796237.3010] [writer-id=data/966665c5-d29d-4742-9c00-c692a65a0d6f] [2024/05/07 02:08:50.387 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/966665c5-d29d-4742-9c00-c692a65a0d6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/05/07 02:08:50.391 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=147.928382ms] [encodeDur=1.347326884s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=88.719023ms] [type=file] [takeTime=1.580586523s] [] [2024/05/07 02:08:50.398 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=20.916749ms] [write-speed(bytes/s)=4.377MiB] [2024/05/07 02:08:50.398 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.061996ms] [write-time=21.080317ms] [sort-speed(kv/s)=484966.9931] [writer-id=index/3/f84315b4-35ab-46a4-8fad-fa057f16db08] [2024/05/07 02:08:50.398 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/f84315b4-35ab-46a4-8fad-fa057f16db08] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d333939ff3900000000000000f8038000000000000f9f038000000000000f9f] [2024/05/07 02:08:50.402 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=18.165435ms] [write-speed(bytes/s)=2.782MiB] [2024/05/07 02:08:50.402 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.865483ms] [write-time=18.337389ms] [sort-speed(kv/s)=536054.2015] [writer-id=data/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [2024/05/07 02:08:50.402 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=20.143282ms] [write-speed(bytes/s)=2.509MiB] [2024/05/07 02:08:50.402 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.454707ms] [write-time=20.2772ms] [sort-speed(kv/s)=407380.5957] [writer-id=data/0b8cdf46-7529-4354-84d3-f0bec01081b7] [2024/05/07 02:08:50.402 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000000bb7] [2024/05/07 02:08:50.402 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0b8cdf46-7529-4354-84d3-f0bec01081b7] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/05/07 02:08:50.404 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=23.771521ms] [write-speed(bytes/s)=3.29MiB] [2024/05/07 02:08:50.404 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.754902ms] [write-time=23.90323ms] [sort-speed(kv/s)=569832.3895] [writer-id=index/1/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [2024/05/07 02:08:50.404 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/05/07 02:08:50.408 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=18.808522ms] [write-speed(bytes/s)=4.158MiB] [2024/05/07 02:08:50.408 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.139763ms] [write-time=18.939044ms] [sort-speed(kv/s)=467341.4766] [writer-id=index/1/966665c5-d29d-4742-9c00-c692a65a0d6f] [2024/05/07 02:08:50.409 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/966665c5-d29d-4742-9c00-c692a65a0d6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/05/07 02:08:50.409 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=16.233433ms] [write-speed(bytes/s)=3.114MiB] [2024/05/07 02:08:50.409 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.079403ms] [write-time=16.356377ms] [sort-speed(kv/s)=480907.2604] [writer-id=data/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [2024/05/07 02:08:50.410 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f7280000000000007cf] [2024/05/07 02:08:50.417 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=16.621511ms] [write-speed(bytes/s)=4.705MiB] [2024/05/07 02:08:50.417 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=1.358969ms] [write-time=16.745696ms] [sort-speed(kv/s)=735851.9584] [writer-id=index/1/f84315b4-35ab-46a4-8fad-fa057f16db08] [2024/05/07 02:08:50.417 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/f84315b4-35ab-46a4-8fad-fa057f16db08] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/07 02:08:50.425 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=19.528032ms] [write-speed(bytes/s)=4.005MiB] [2024/05/07 02:08:50.426 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=20.331209ms] [write-speed(bytes/s)=3.846MiB] [2024/05/07 02:08:50.426 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=3.207561ms] [write-time=20.44975ms] [sort-speed(kv/s)=311763.3616] [writer-id=index/1/0b8cdf46-7529-4354-84d3-f0bec01081b7] [2024/05/07 02:08:50.426 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/0b8cdf46-7529-4354-84d3-f0bec01081b7] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/07 02:08:50.425 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=3.264425ms] [write-time=19.700253ms] [sort-speed(kv/s)=306332.6620] [writer-id=index/1/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [2024/05/07 02:08:50.459 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/07 02:08:50.461 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=54.794445ms] [write-speed(bytes/s)=1.671MiB] [2024/05/07 02:08:50.461 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.138939ms] [write-time=54.932032ms] [sort-speed(kv/s)=467521.5142] [writer-id=index/2/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [2024/05/07 02:08:50.461 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/05/07 02:08:50.468 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=55.817217ms] [write-speed(bytes/s)=1.64MiB] [2024/05/07 02:08:50.468 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.02951ms] [write-time=55.966922ms] [sort-speed(kv/s)=492729.7722] [writer-id=index/3/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [2024/05/07 02:08:50.468 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d313939ff3900000000000000f80380000000000007cf0380000000000007cf] [2024/05/07 02:08:50.468 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=57.474192ms] [write-speed(bytes/s)=1.593MiB] [2024/05/07 02:08:50.468 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.063588ms] [write-time=57.623347ms] [sort-speed(kv/s)=484592.8548] [writer-id=index/2/966665c5-d29d-4742-9c00-c692a65a0d6f] [2024/05/07 02:08:50.469 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/966665c5-d29d-4742-9c00-c692a65a0d6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/05/07 02:08:50.469 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=50.81706ms] [write-speed(bytes/s)=1.802MiB] [2024/05/07 02:08:50.469 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/f84315b4-35ab-46a4-8fad-fa057f16db08] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.449461ms] [write-time=50.982565ms] [sort-speed(kv/s)=689911.6292] [writer-id=index/2/f84315b4-35ab-46a4-8fad-fa057f16db08] [2024/05/07 02:08:50.470 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/f84315b4-35ab-46a4-8fad-fa057f16db08] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f698000000000000002038000000000000f9f01746573742d333939ff3900000000000000f8038000000000000f9f] [2024/05/07 02:08:50.504 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=41.919866ms] [write-speed(bytes/s)=2.184MiB] [2024/05/07 02:08:50.504 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.49845ms] [write-time=42.219243ms] [sort-speed(kv/s)=400248.1539] [writer-id=index/2/0b8cdf46-7529-4354-84d3-f0bec01081b7] [2024/05/07 02:08:50.504 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/0b8cdf46-7529-4354-84d3-f0bec01081b7] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/05/07 02:08:50.507 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=44.689404ms] [write-speed(bytes/s)=2.049MiB] [2024/05/07 02:08:50.507 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.918774ms] [write-time=44.917635ms] [sort-speed(kv/s)=342609.6025] [writer-id=index/2/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [2024/05/07 02:08:50.507 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f698000000000000002038000000000000bb701746573742d323939ff3900000000000000f8038000000000000bb7] [2024/05/07 02:08:50.509 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=45.955259ms] [write-speed(bytes/s)=1.992MiB] [2024/05/07 02:08:50.510 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.894621ms] [write-time=46.143687ms] [sort-speed(kv/s)=527810.0475] [writer-id=index/3/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [2024/05/07 02:08:50.510 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d70bf8b5-de41-4a29-b206-22f3f8d0840d] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/05/07 02:08:50.515 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=43.153171ms] [write-speed(bytes/s)=2.122MiB] [2024/05/07 02:08:50.516 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/966665c5-d29d-4742-9c00-c692a65a0d6f] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=3.563553ms] [write-time=43.347147ms] [sort-speed(kv/s)=280618.8094] [writer-id=index/3/966665c5-d29d-4742-9c00-c692a65a0d6f] [2024/05/07 02:08:50.516 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/966665c5-d29d-4742-9c00-c692a65a0d6f] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/05/07 02:08:50.517 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=45.267331ms] [write-speed(bytes/s)=1.728MiB] [2024/05/07 02:08:50.517 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=3.630488ms] [write-time=45.44104ms] [sort-speed(kv/s)=275445.0641] [writer-id=index/1/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [2024/05/07 02:08:50.517 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/07 02:08:50.527 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=20.693744ms] [write-speed(bytes/s)=4.424MiB] [2024/05/07 02:08:50.527 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/0b8cdf46-7529-4354-84d3-f0bec01081b7] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.425256ms] [write-time=20.829442ms] [sort-speed(kv/s)=701628.3390] [writer-id=index/3/0b8cdf46-7529-4354-84d3-f0bec01081b7] [2024/05/07 02:08:50.527 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/0b8cdf46-7529-4354-84d3-f0bec01081b7] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/05/07 02:08:50.529 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=19.574506ms] [write-speed(bytes/s)=4.677MiB] [2024/05/07 02:08:50.529 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.645852ms] [write-time=19.792727ms] [sort-speed(kv/s)=607588.0456] [writer-id=index/3/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [2024/05/07 02:08:50.529 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/62e5dfec-7d9b-4aa2-9640-9e0bdeae633b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d323939ff3900000000000000f8038000000000000bb7038000000000000bb7] [2024/05/07 02:08:50.536 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=16.900699ms] [write-speed(bytes/s)=5.417MiB] [2024/05/07 02:08:50.536 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.256037ms] [write-time=17.044166ms] [sort-speed(kv/s)=796154.8903] [writer-id=index/2/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [2024/05/07 02:08:50.536 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/fa1ac248-f4f2-4f95-a222-c20c71a6645c] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f6980000000000000020380000000000007cf01746573742d313939ff3900000000000000f80380000000000007cf] [2024/05/07 02:08:51.029 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=58.47885ms] [encodeDur=665.281221ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=9.035781ms] [type=file] [takeTime=743.53599ms] [] [2024/05/07 02:08:51.041 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=91.054018ms] [encodeDur=618.026108ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=8.846332ms] [type=file] [takeTime=728.497871ms] [] [2024/05/07 02:08:51.054 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=22.231005ms] [write-speed(bytes/s)=4.547MiB] [2024/05/07 02:08:51.054 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=1.908207ms] [write-time=22.41675ms] [sort-speed(kv/s)=1048104.3199] [writer-id=data/01a67238-2016-46d0-ac15-3d5c91b4c80c] [2024/05/07 02:08:51.054 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/01a67238-2016-46d0-ac15-3d5c91b4c80c] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000002327] [2024/05/07 02:08:51.068 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=104890] [stat-size=74] [write-time=25.368638ms] [write-speed(bytes/s)=3.943MiB] [2024/05/07 02:08:51.069 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=104890] [kv-cnt=2000] [sort-time=2.13423ms] [write-time=25.56338ms] [sort-speed(kv/s)=937106.1226] [writer-id=data/85f64672-3b70-44ed-bca0-034e9c792e50] [2024/05/07 02:08:51.069 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/85f64672-3b70-44ed-bca0-034e9c792e50] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f72800000000000270f] [2024/05/07 02:08:51.099 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=42.255358ms] [write-speed(bytes/s)=3.701MiB] [2024/05/07 02:08:51.099 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=2.109454ms] [write-time=42.472077ms] [sort-speed(kv/s)=948112.6396] [writer-id=index/1/01a67238-2016-46d0-ac15-3d5c91b4c80c] [2024/05/07 02:08:51.099 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/01a67238-2016-46d0-ac15-3d5c91b4c80c] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/05/07 02:08:51.132 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=26.476579ms] [write-speed(bytes/s)=6.916MiB] [2024/05/07 02:08:51.132 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=5.79252ms] [write-time=26.641882ms] [sort-speed(kv/s)=345272.8691] [writer-id=index/2/01a67238-2016-46d0-ac15-3d5c91b4c80c] [2024/05/07 02:08:51.132 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/01a67238-2016-46d0-ac15-3d5c91b4c80c] [kv-cnt-cap=2048] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/05/07 02:08:51.142 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=161990] [stat-size=121] [write-time=24.074663ms] [write-speed(bytes/s)=6.417MiB] [2024/05/07 02:08:51.142 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=161990] [kv-cnt=2000] [sort-time=49.085219ms] [write-time=24.240791ms] [sort-speed(kv/s)=40745.4635] [writer-id=index/1/85f64672-3b70-44ed-bca0-034e9c792e50] [2024/05/07 02:08:51.142 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/85f64672-3b70-44ed-bca0-034e9c792e50] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/05/07 02:08:51.162 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=27.718514ms] [write-speed(bytes/s)=6.606MiB] [2024/05/07 02:08:51.162 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/01a67238-2016-46d0-ac15-3d5c91b4c80c] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.149673ms] [write-time=27.884026ms] [sort-speed(kv/s)=930374.0615] [writer-id=index/3/01a67238-2016-46d0-ac15-3d5c91b4c80c] [2024/05/07 02:08:51.162 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/01a67238-2016-46d0-ac15-3d5c91b4c80c] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/05/07 02:08:51.176 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=30.661848ms] [write-speed(bytes/s)=5.905MiB] [2024/05/07 02:08:51.176 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=2.355689ms] [write-time=30.837426ms] [sort-speed(kv/s)=849008.5066] [writer-id=index/2/85f64672-3b70-44ed-bca0-034e9c792e50] [2024/05/07 02:08:51.176 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/85f64672-3b70-44ed-bca0-034e9c792e50] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/05/07 02:08:51.231 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=189862] [stat-size=139] [write-time=25.847529ms] [write-speed(bytes/s)=7.005MiB] [2024/05/07 02:08:51.231 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/85f64672-3b70-44ed-bca0-034e9c792e50] [sequence-number=0] [bytes=189862] [kv-cnt=2000] [sort-time=28.958941ms] [write-time=26.040774ms] [sort-speed(kv/s)=69063.2990] [writer-id=index/3/85f64672-3b70-44ed-bca0-034e9c792e50] [2024/05/07 02:08:51.231 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/85f64672-3b70-44ed-bca0-034e9c792e50] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/05/07 02:08:51.232 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.426002675s] [] [2024/05/07 02:08:51.232 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/05/07 02:08:51.409 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.411 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.411 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.412 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.412 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.412 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.412 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.414 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:51.414 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.414 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.414 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.414 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.414 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.679602079s] [] [2024/05/07 02:08:51.481 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:51.483 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:51.485 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/05/07 02:08:51.509 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/05/07 02:08:51.510 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/05/07 02:08:51.510 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/05/07 02:08:51.510 +00:00] [INFO] [planner.go:312] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/05/07 02:08:51.510 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/05/07 02:08:51.510 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/05/07 02:08:51.656 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:51.658 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:51.659 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/05/07 02:08:51.720 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:51.721 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:51.727 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:51.728 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:51.729 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:51.729 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.729 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:51.730 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.730 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.730 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.730 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.730 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.734 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.734 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.734 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.734 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.734 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.734 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.735 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.735 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.735 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.735 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.735 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.735 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.735 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.736 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:51.736 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:51.742 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/05/07 02:08:51.742 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:51.745 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:51.746 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:51.747 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:51.747 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.747 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:51.748 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.748 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.748 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.748 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.748 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.749 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/05/07 02:08:51.749 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.752 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.752 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.752 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.752 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.753 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:51.753 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:51.758 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/05/07 02:08:51.758 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:51.767 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:51.768 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:51.769 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:51.770 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.770 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:51.772 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.772 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.772 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.772 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.772 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.777 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.777 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.777 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.777 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.778 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:51.778 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:51.784 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/07 02:08:51.784 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:51.787 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:51.788 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:51.789 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:51.789 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.789 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:51.790 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.790 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.790 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.790 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.791 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.794 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.794 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.794 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.795 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.795 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.796 +00:00] [INFO] [planner.go:506] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/05/07 02:08:51.796 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/05/07 02:08:51.820 +00:00] [INFO] [planner.go:391] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/05/07 02:08:51.820 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/05/07 02:08:51.821 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/05/07 02:08:51.821 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/05/07 02:08:52.033 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 02:08:52.084 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:52.121 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:52.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.125 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.133 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:52.133 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:52.133 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:52.133 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:52.134 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:52.134 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:52.134 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:52.134 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:52.134 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:52.147 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:52.149 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:52.149 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:52.196 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [2024/05/07 02:08:52.197 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.218 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/05/07 02:08:52.218 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:52.240 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:52.241 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:52.241 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:52.242 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/05/07 02:08:52.242 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.222µs] [2024/05/07 02:08:52.242 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.418087ms] [] [2024/05/07 02:08:52.242 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:52.242 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/05/07 02:08:52.243 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:52.249 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.392408ms] [] [2024/05/07 02:08:52.330 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.331 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=88.215014ms] [] [2024/05/07 02:08:52.331 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/07 02:08:52.333 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=90.117021ms] [droppedSize=0] [2024/05/07 02:08:52.470 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=137.734804ms] [2024/05/07 02:08:52.594 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/07 02:08:52.596 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=3] [takeTime=399.939732ms] [] [2024/05/07 02:08:52.682 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=data] [2024/05/07 02:08:52.682 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.688 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/05/07 02:08:52.688 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:52.710 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:52.710 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:52.710 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:52.711 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/05/07 02:08:52.711 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=9.412µs] [2024/05/07 02:08:52.711 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.017473ms] [] [2024/05/07 02:08:52.711 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:52.711 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/05/07 02:08:52.711 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:52.717 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.463543ms] [] [2024/05/07 02:08:52.791 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:52.791 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=79.981984ms] [] [2024/05/07 02:08:52.791 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/07 02:08:52.793 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=81.549792ms] [droppedSize=0] [2024/05/07 02:08:52.890 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=97.644686ms] [2024/05/07 02:08:53.002 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/05/07 02:08:53.005 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=data] [takeTime=322.391828ms] [] [2024/05/07 02:08:53.084 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=1] [2024/05/07 02:08:53.084 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:53.089 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/07 02:08:53.089 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:53.112 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:53.112 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:53.112 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:53.113 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/05/07 02:08:53.113 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.755µs] [2024/05/07 02:08:53.113 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.048807ms] [] [2024/05/07 02:08:53.113 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:53.113 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/07 02:08:53.113 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:53.119 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=5.989133ms] [] [2024/05/07 02:08:53.208 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:53.209 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=95.441386ms] [] [2024/05/07 02:08:53.209 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/07 02:08:53.210 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=96.961702ms] [droppedSize=0] [2024/05/07 02:08:53.380 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=169.286267ms] [2024/05/07 02:08:53.481 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/05/07 02:08:53.483 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=1] [takeTime=399.144339ms] [] [2024/05/07 02:08:53.560 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [2024/05/07 02:08:53.560 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:53.566 +00:00] [INFO] [local.go:813] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/05/07 02:08:53.566 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:53.588 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/05/07 02:08:53.588 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:53.588 +00:00] [INFO] [local.go:849] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/05/07 02:08:53.590 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/05/07 02:08:53.590 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=26.343µs] [2024/05/07 02:08:53.590 +00:00] [INFO] [local.go:874] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.797005ms] [] [2024/05/07 02:08:53.590 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/05/07 02:08:53.590 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/05/07 02:08:53.591 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/05/07 02:08:53.598 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.515977ms] [] [2024/05/07 02:08:53.702 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:53.704 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=113.04563ms] [] [2024/05/07 02:08:53.704 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/05/07 02:08:53.706 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=115.27925ms] [droppedSize=0] [2024/05/07 02:08:53.817 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=111.097576ms] [2024/05/07 02:08:53.924 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/05/07 02:08:53.926 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=2] [takeTime=365.809872ms] [] [2024/05/07 02:08:54.014 +00:00] [INFO] [task_executor.go:459] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/05/07 02:08:54.024 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:54.024 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:54.024 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:54.024 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:54.024 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:54.024 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:54.025 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:54.025 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:54.025 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:54.025 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:54.025 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:54.025 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:54.025 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:54.027 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:54.027 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:54.027 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:54.027 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:54.027 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:54.027 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.906349446s] [] [2024/05/07 02:08:54.052 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/05/07 02:08:54.054 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:54.056 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/05/07 02:08:54.056 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:54.156 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/05/07 02:08:54.160 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:54.160 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:54.313 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:54.377 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/07 02:08:54.377 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/07 02:08:54.377 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/05/07 02:08:54.377 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=17.816µs] [] [2024/05/07 02:08:54.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/05/07 02:08:54.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/05/07 02:08:54.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/05/07 02:08:54.378 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/05/07 02:08:54.378 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/07 02:08:54.378 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/05/07 02:08:54.378 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/07 02:08:54.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/05/07 02:08:54.389 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/05/07 02:08:54.398 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/05/07 02:08:54.398 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/05/07 02:08:54.399 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/05/07 02:08:54.399 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=21.791424ms] [] [2024/05/07 02:08:54.399 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=22.112197ms] [] [2024/05/07 02:08:54.453 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=140.607096ms] [] [2024/05/07 02:08:54.454 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:54.455 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/07 02:08:54.458 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/07 02:08:54.510 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/07 02:08:54.543 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/07 02:08:54.562 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:54.562 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/07 02:08:54.564 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/05/07 02:08:54.566 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.567 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.649 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 6.669694524\n# Parse_time: 0.000629622\n# Compile_time: 0.001341435\n# Rewrite_time: 0.000252613\n# Optimize_time: 0.001670688\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:08:54.817 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=253.654603ms] [] [2024/05/07 02:08:54.934 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/05/07 02:08:55.001 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/05/07 02:08:55.003 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/05/07 02:08:55.049 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/05/07 02:08:55.049 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.160 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.340356ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:55.173 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/05/07 02:08:55.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.113063ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.250 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.008 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.281 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 02:08:55.281 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:55.291 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/05/07 02:08:55.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.352 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/05/07 02:08:55.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.442 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/05/07 02:08:55.504 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.557873ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:55.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/05/07 02:08:55.550 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.687934ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.259 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.650 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:08:55.651 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:55.655 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.365563029\n# Parse_time: 0.000602156\n# Compile_time: 0.000982803\n# Rewrite_time: 0.000010561\n# Optimize_time: 0.002168732\n# Wait_TS: 0.000586067\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/05/07 02:08:55.671 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:55.836 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/07 02:08:55.924 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/07 02:08:55.965 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/07 02:08:55.965 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:56.071 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:56.073 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:56.074 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 02:08:56.092 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:56.095 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:56.095 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:08:56.100 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.335292ms] [2024/05/07 02:08:56.101 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.511543ms] [] [2024/05/07 02:08:56.101 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/07 02:08:56.101 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/07 02:08:56.209 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 02:08:56.228 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 02:08:56.250 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:56.289 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:56.290 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:08:56.291 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:56.300 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:56.300 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:56.301 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:56.301 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:56.302 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:56.302 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:56.302 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:56.302 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:56.303 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:56.318 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:56.320 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:56.320 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:56.320 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/07 02:08:56.320 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=700.7GiB] [2024/05/07 02:08:56.361 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/05/07 02:08:56.366 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 02:08:56.371 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:56.392 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 02:08:56.483 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/05/07 02:08:56.521 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=7.423653ms] [encodeDur=28.853609ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=712.673µs] [type=file] [takeTime=38.139712ms] [] [2024/05/07 02:08:56.523 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=161.304711ms] [] [2024/05/07 02:08:56.523 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/888a0293-9524-4f1c-922d-ec0d0314a4b6.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/05/07 02:08:56.523 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:08:56.523 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:08:56.523 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 02:08:56.525 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.441754ms] [] [2024/05/07 02:08:56.526 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/07 02:08:56.531 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:56.553 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/05/07 02:08:56.553 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:56.570 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/05/07 02:08:56.573 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=47.393383ms] [] [2024/05/07 02:08:56.573 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 02:08:56.575 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.278977ms] [] [2024/05/07 02:08:56.575 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:08:56.575 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:56.577 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=2.31548ms] [] [2024/05/07 02:08:56.577 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/07 02:08:56.577 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:56.577 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=69.474µs] [] [2024/05/07 02:08:56.577 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:56.578 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=853.858µs] [] [2024/05/07 02:08:56.647 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/05/07 02:08:56.651 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 02:08:56.654 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:56.655 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 02:08:56.758 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/05/07 02:08:56.788 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=4.897035ms] [encodeDur=22.760283ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=532.005µs] [type=file] [takeTime=29.540152ms] [] [2024/05/07 02:08:56.790 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=142.763121ms] [] [2024/05/07 02:08:56.790 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/3d07f61b-6e07-4b85-ba83-5ee4fa0f2a33.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/05/07 02:08:56.790 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/07 02:08:56.790 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/07 02:08:56.790 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 02:08:56.793 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.458712ms] [] [2024/05/07 02:08:56.793 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/07 02:08:56.797 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:56.820 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/07 02:08:56.821 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:56.837 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/07 02:08:56.839 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=46.456051ms] [] [2024/05/07 02:08:56.839 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 02:08:56.857 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=17.006546ms] [] [2024/05/07 02:08:56.857 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/05/07 02:08:56.857 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:56.860 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=3.354705ms] [] [2024/05/07 02:08:56.860 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/07 02:08:56.860 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:56.860 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=68.589µs] [] [2024/05/07 02:08:56.860 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:56.861 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=956.901µs] [] [2024/05/07 02:08:56.929 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/05/07 02:08:56.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 02:08:56.936 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:56.937 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 02:08:56.966 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/05/07 02:08:56.995 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.815239ms] [encodeDur=22.365ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=495.52µs] [type=file] [takeTime=28.655959ms] [] [2024/05/07 02:08:56.997 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=67.886739ms] [] [2024/05/07 02:08:56.997 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/eb364113-5b3b-4c7f-939a-5553429d8a28.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/05/07 02:08:56.997 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/07 02:08:56.997 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/07 02:08:56.997 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 02:08:56.999 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.02559ms] [] [2024/05/07 02:08:56.999 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/07 02:08:57.004 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:57.026 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/07 02:08:57.026 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:57.041 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/07 02:08:57.043 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=44.179056ms] [] [2024/05/07 02:08:57.043 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 02:08:57.044 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.013975ms] [] [2024/05/07 02:08:57.044 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/05/07 02:08:57.044 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:57.046 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.413312ms] [] [2024/05/07 02:08:57.046 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/07 02:08:57.046 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:57.046 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=62.088µs] [] [2024/05/07 02:08:57.046 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:57.047 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=836.874µs] [] [2024/05/07 02:08:57.090 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:57.091 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:57.092 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:57.092 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:57.095 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:08:57.102 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:57.102 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:57.102 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:57.102 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:57.102 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:57.103 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:57.103 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.103 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.103 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.102 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:57.103 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.103 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.103 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:57.105 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:57.105 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.105 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.105 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.105 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.105 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=816.054695ms] [] [2024/05/07 02:08:57.156 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/05/07 02:08:57.158 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:57.158 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:08:57.327 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:57.374 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/07 02:08:57.374 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/07 02:08:57.374 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/05/07 02:08:57.374 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=20.764µs] [] [2024/05/07 02:08:57.374 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/05/07 02:08:57.374 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/07 02:08:57.375 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/05/07 02:08:57.375 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/05/07 02:08:57.382 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/05/07 02:08:57.383 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/05/07 02:08:57.383 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=8.767106ms] [] [2024/05/07 02:08:57.383 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=9.114587ms] [] [2024/05/07 02:08:57.430 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=103.059225ms] [] [2024/05/07 02:08:57.493 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:57.493 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/07 02:08:57.496 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/07 02:08:57.556 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/07 02:08:57.572 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/07 02:08:57.627 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:57.627 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/07 02:08:57.720 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:57.789 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.133064657\n# Parse_time: 0.001070816\n# Compile_time: 0.001307514\n# Rewrite_time: 0.00028932\n# Optimize_time: 0.002168732\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: fc4f93e8ae24fc797ee4ddf5e6db025ad03fa83841f88250586e134638225671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, __max_engine_size=_UTF8MB4'1';"] [2024/05/07 02:08:57.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/05/07 02:08:57.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:57.858 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:57.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:57.858 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:08:57.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:57.858 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:57.982 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/05/07 02:08:58.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.907803ms] [gotSchemaVersion=60] [phyTblIDs="[118,120]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:58.066 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/05/07 02:08:58.094 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=73.60517ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:57.858 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.146 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/07 02:08:58.157 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/05/07 02:08:58.161 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:57.858 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.221 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 02:08:58.221 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:58.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.343533196\n# Parse_time: 0.000188144\n# Compile_time: 0.000829474\n# Rewrite_time: 0.000009454\n# Optimize_time: 0.00174099\n# Wait_TS: 0.000485308\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:08:58.244 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:58.425 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/05/07 02:08:58.531 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/05/07 02:08:58.570 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/07 02:08:58.570 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:08:58.677 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:58.678 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:58.679 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 02:08:58.700 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:58.702 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:58.702 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:08:58.709 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=6.13013ms] [2024/05/07 02:08:58.709 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=6.298412ms] [] [2024/05/07 02:08:58.709 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/05/07 02:08:58.709 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/05/07 02:08:58.874 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 02:08:58.896 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 02:08:58.911 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/05/07 02:08:58.951 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:08:58.952 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:08:58.954 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:58.963 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:58.963 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325263635446] [2024/05/07 02:08:58.964 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:58.964 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:58.965 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:58.965 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:58.965 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:58.965 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:58.965 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:58.980 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:58.982 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:58.984 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=752.3GB] [2024/05/07 02:08:58.985 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/05/07 02:08:58.985 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=700.7GiB] [2024/05/07 02:08:59.038 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/05/07 02:08:59.042 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 02:08:59.045 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:59.045 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/07 02:08:59.140 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/05/07 02:08:59.179 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=6.431147ms] [encodeDur=30.009692ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=969.331µs] [type=file] [takeTime=38.934446ms] [] [2024/05/07 02:08:59.181 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/f3e5d37e-0b01-4165-80f0-961de2ca6fe4.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/05/07 02:08:59.181 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=143.766626ms] [] [2024/05/07 02:08:59.182 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:08:59.182 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:08:59.182 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 02:08:59.184 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.038453ms] [] [2024/05/07 02:08:59.184 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/05/07 02:08:59.189 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:59.212 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/05/07 02:08:59.212 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:59.228 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/05/07 02:08:59.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=45.660655ms] [] [2024/05/07 02:08:59.230 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/05/07 02:08:59.231 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.052683ms] [] [2024/05/07 02:08:59.231 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:08:59.231 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:59.232 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.496612ms] [] [2024/05/07 02:08:59.233 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/05/07 02:08:59.233 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:59.233 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=46.845µs] [] [2024/05/07 02:08:59.233 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/05/07 02:08:59.234 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=948.591µs] [] [2024/05/07 02:08:59.326 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/05/07 02:08:59.330 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 02:08:59.334 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:59.335 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/07 02:08:59.437 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/05/07 02:08:59.468 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=5.196303ms] [encodeDur=24.614151ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=533.361µs] [type=file] [takeTime=31.437083ms] [] [2024/05/07 02:08:59.470 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=144.10483ms] [] [2024/05/07 02:08:59.470 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/6d8f25fb-5717-44e6-ab21-b696c0ec3e94.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/05/07 02:08:59.470 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/07 02:08:59.470 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/07 02:08:59.470 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 02:08:59.473 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.496338ms] [] [2024/05/07 02:08:59.473 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/05/07 02:08:59.479 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:59.501 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/05/07 02:08:59.502 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:59.518 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/05/07 02:08:59.519 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=46.42315ms] [] [2024/05/07 02:08:59.520 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/05/07 02:08:59.521 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.054809ms] [] [2024/05/07 02:08:59.521 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/05/07 02:08:59.521 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:59.523 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.864516ms] [] [2024/05/07 02:08:59.523 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/05/07 02:08:59.523 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:59.523 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=60.612µs] [] [2024/05/07 02:08:59.523 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/05/07 02:08:59.524 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=841.332µs] [] [2024/05/07 02:08:59.604 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/05/07 02:08:59.608 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 02:08:59.613 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:59.613 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/05/07 02:08:59.643 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/05/07 02:08:59.671 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=4.807287ms] [encodeDur=22.278232ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=564.357µs] [type=file] [takeTime=28.650147ms] [] [2024/05/07 02:08:59.673 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=69.333584ms] [] [2024/05/07 02:08:59.673 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/c4bc46e5-9c02-45cd-8593-0f1de67319c8.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/05/07 02:08:59.673 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/07 02:08:59.674 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/07 02:08:59.674 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 02:08:59.676 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.634727ms] [] [2024/05/07 02:08:59.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/05/07 02:08:59.681 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:59.705 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/05/07 02:08:59.705 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:59.725 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/05/07 02:08:59.727 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=50.799694ms] [] [2024/05/07 02:08:59.727 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/05/07 02:08:59.728 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.104534ms] [] [2024/05/07 02:08:59.729 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/05/07 02:08:59.729 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:59.730 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.704313ms] [] [2024/05/07 02:08:59.730 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/05/07 02:08:59.730 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:59.731 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=59.481µs] [] [2024/05/07 02:08:59.731 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/05/07 02:08:59.731 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=865.96µs] [] [2024/05/07 02:08:59.817 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:59.826 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:59.826 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.826 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:59.826 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:59.829 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:59.829 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:59.829 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:59.829 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.829 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:59.829 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=877.547912ms] [] [2024/05/07 02:08:59.891 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:59.893 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:59.894 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:59.894 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:59.972 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/05/07 02:08:59.973 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:59.973 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:09:00.111 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/05/07 02:09:00.181 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/07 02:09:00.181 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/07 02:09:00.181 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/05/07 02:09:00.181 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=16.152µs] [] [2024/05/07 02:09:00.181 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/05/07 02:09:00.181 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/07 02:09:00.181 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/05/07 02:09:00.181 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/05/07 02:09:00.186 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/05/07 02:09:00.187 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/05/07 02:09:00.187 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=6.091042ms] [] [2024/05/07 02:09:00.187 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=6.312844ms] [] [2024/05/07 02:09:00.232 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=120.733233ms] [] [2024/05/07 02:09:00.292 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:00.292 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/07 02:09:00.295 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/07 02:09:00.367 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/07 02:09:00.377 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:00.403 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.175680162\n# Parse_time: 0.001645291\n# Compile_time: 0.002111512\n# Rewrite_time: 0.000271396\n# Optimize_time: 0.00174099\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 04671f37836f5ee79aaacf67fae1389a11d78dccd7fa6b16ff5356e4addca22a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xN3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xN3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/07 02:09:00.416 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:00.416 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:00.462 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [2024/05/07 02:09:00.462 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [2024/05/07 02:09:00.464 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=30.03µs] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=17.72µs] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=18.112µs] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=22.159µs] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=23.267µs] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=23.087µs] [2024/05/07 02:09:00.465 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=15.976µs] [2024/05/07 02:09:00.466 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=16.197µs] [2024/05/07 02:09:00.466 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=10.837µs] [2024/05/07 02:09:00.466 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=16.103µs] [2024/05/07 02:09:00.466 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:00.466 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=22.677µs] [2024/05/07 02:09:00.466 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:00.466 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:00.466 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:00.472 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] ["take time"=25.918128ms] [2024/05/07 02:09:00.472 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [2024/05/07 02:09:00.474 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:00.474 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5819c4b5-e01a-48ee-a94d-2621a0d5acb3] [watcherID=2d03d761-1e6f-455c-9f4b-15d1b1cd7378] [2024/05/07 02:09:00.474 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:00.475 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5819c4b5-e01a-48ee-a94d-2621a0d5acb3] [2024/05/07 02:09:00.475 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:00.475 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:00.475 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:00.475 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:00.475 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:00.475 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:00.476 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:00.476 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:00.476 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:00.476 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:00.484 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:00.484 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1479] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:00.485 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 456b9942-460f-486f-b3c3-b6f6e116f27b"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:00.485 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb watch owner key /tidb/bindinfo/owner/22318f50cd701cb1"] [2024/05/07 02:09:00.485 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:00.485 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:00.486 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:00.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:00.486 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:00.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:00.485 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb watch owner key /tidb/stats/owner/22318f50cd701cb4"] [2024/05/07 02:09:00.486 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:00.485 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:00.486 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [2024/05/07 02:09:00.486 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [2024/05/07 02:09:00.486 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [2024/05/07 02:09:00.486 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [2024/05/07 02:09:00.487 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:00.487 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [error="context canceled"] [2024/05/07 02:09:00.487 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:00.487 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:00.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:00.487 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:00.487 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:00.487 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 456b9942-460f-486f-b3c3-b6f6e116f27b"] [error="context canceled"] [2024/05/07 02:09:00.487 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=456b9942-460f-486f-b3c3-b6f6e116f27b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:00.488 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 456b9942-460f-486f-b3c3-b6f6e116f27b"] [2024/05/07 02:09:00.488 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:00.503 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=internal] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/07 02:09:00.504 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:00.505 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="previous statement: : context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:00.506 +00:00] [WARN] [scheduler_manager.go:413] ["cleanup routine failed"] [server-id=:4000] [error="previous statement: : context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).sendReqToRegion\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:2127\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReqCtx\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:1796\ngithub.com/tikv/client-go/v2/internal/locate.(*RegionRequestSender).SendReq\n\texternal/com_github_tikv_client_go_v2/internal/locate/region_request.go:422\ngithub.com/tikv/client-go/v2/txnkv/transaction.actionPrewrite.handleSingleBatch\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:300\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnBatches\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1095\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnGroupMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1056\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).doActionOnMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:815\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).prewriteMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/prewrite.go:510\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1591\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1.1\n\tpkg/disttask/framework/storage/task_table.go:165\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:176\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [2024/05/07 02:09:00.506 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:00.506 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8b1e29db-823d-4d07-9cac-64e9ea6abdfb] [2024/05/07 02:09:00.507 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:00.511 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:00.513 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:00.513 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=60] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:00.514 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:00.515 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:00.515 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:00.515 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:00.687 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:01.728 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 456b9942-460f-486f-b3c3-b6f6e116f27b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:01.742 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:01.742 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:01.742 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:01.935 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8b1e29db-823d-4d07-9cac-64e9ea6abdfb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:01.935 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:01.936 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:01.936 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:01.944 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.497569526s] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:01.945 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:01.945 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:01.945 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:01.945 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:01.946 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (46.77s) --- PASS: TestImportInto/TestGlobalSortBasic (10.52s) --- PASS: TestImportInto/TestGlobalSortMultiFiles (7.69s) --- PASS: TestImportInto/TestSplitFile (5.43s) PASS coverage: 14.0% of statements GCov does not exist at the given path: '' May 07, 2024 2:09:07 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 2:09:07 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 2:09:07 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 2:09:07 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 2:09:07 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 103.500s, Critical Path: 86.35s INFO: 1572 processes: 1540 remote cache hit, 20 internal, 12 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 100s remote-cache, linux-sandbox [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:09:09.538Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:09:09.540Z] ['info'] => Project root located at: . [2024-05-07T02:09:09.543Z] ['info'] -> Token found by environment variables [2024-05-07T02:09:09.555Z] ['info'] Searching for coverage files... [2024-05-07T02:09:09.702Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [2024-05-07T02:09:10.106Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:09:10.108Z] ['info'] => Project root located at: . [2024-05-07T02:09:10.111Z] ['info'] -> Token found by environment variables [2024-05-07T02:09:10.124Z] ['info'] Searching for coverage files... [Pipeline] } [Pipeline] // timeout [Pipeline] } [2024-05-07T02:09:10.116Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:09:10.116Z] ['info'] Processing ./coverage.dat... [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2024-05-07T02:09:10.490Z] ['info'] Using manual override from args. [2024-05-07T02:09:10.490Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:09:10.500Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [Pipeline] // node [Pipeline] } [2024-05-07T02:09:10.659Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:09:10.660Z] ['info'] Processing ./coverage.dat... [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:09:11.030Z] ['info'] Using manual override from args. [2024-05-07T02:09:11.030Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:09:11.040Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:09:11.302Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/a4b5c267-88bc-46d6-88f7-b8c6a5a5f4d5.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020911Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=4ea5fbedd6c7b7b7a4af6176fcd8b42e5954ed6c0a2baa2ba042289c0a26e8e2 [2024-05-07T02:09:11.302Z] ['info'] Uploading... [2024-05-07T02:09:11.766Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/300491ed-e811-4c5a-be57-53b7545fb518.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020911Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=a2667209477d138514294e7edeed94c9648166ef4751891862279114fac67b76 [2024-05-07T02:09:11.767Z] ['info'] Uploading... [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 40s remote-cache, linux-sandbox [2024-05-07T02:09:13.529Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [2024-05-07T02:09:13.258Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:09:13.259Z] ['info'] => Project root located at: . [2024-05-07T02:09:13.262Z] ['info'] -> Token found by environment variables [2024-05-07T02:09:13.274Z] ['info'] Searching for coverage files... [2024-05-07T02:09:13.828Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:09:13.828Z] ['info'] Processing ./coverage.dat... [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [2024-05-07T02:09:14.204Z] ['info'] Using manual override from args. [2024-05-07T02:09:14.205Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:09:14.215Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:09:14.956Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/438a1c0c-9fd9-4f8b-9b94-cd11e8663d50.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020914Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=f1a2e3f0f3aa2ac2d3e49bdf27da4cd8270b89193214f19d6ae7c77ec44b4cf9 [2024-05-07T02:09:14.956Z] ['info'] Uploading... [2024-05-07T02:09:15.459Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:09:17.391Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 29.211330075 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.480436966 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 99s remote-cache, linux-sandbox ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 22.820364277 s ./t/ddl/global_index.test: ok! 25 test cases passed, take time 2.59037957 s ./t/ddl/index_modify.test: ok! 18 test cases passed, take time 2.223983465 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 2.124140636 s [1,554 / 1,555] Testing //tests/realtikvtest/brietest:brietest_test; 100s remote-cache, linux-sandbox [1,554 / 1,555] 1 / 1 tests; Testing //tests/realtikvtest/brietest:brietest_test; 105s remote-cache, linux-sandbox Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 280.887s, Critical Path: 263.86s INFO: 1552 processes: 1303 remote cache hit, 20 internal, 229 linux-sandbox. INFO: Build completed successfully, 1552 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:09:57.397Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:09:57.398Z] ['info'] => Project root located at: . [2024-05-07T02:09:57.401Z] ['info'] -> Token found by environment variables [2024-05-07T02:09:57.414Z] ['info'] Searching for coverage files... [2024-05-07T02:09:57.967Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:09:57.967Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:09:58.345Z] ['info'] Using manual override from args. [2024-05-07T02:09:58.345Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:09:58.356Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:09:59.113Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/6b6acd9e-7191-4b7d-a507-ab6bb48b733d.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T020958Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=ecff8bd9615ed9a94814fad4912bcbb4dcc5d6b9122e21cf6966f37b86903897 [2024-05-07T02:09:59.113Z] ['info'] Uploading... [2024-05-07T02:10:00.880Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 100s remote-cache, linux-sandbox FAIL: //tests/realtikvtest/addindextest4:addindextest4_test (see /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log) [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 1s remote-cache, linux-sandbox [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,574 / 1,575] Testing //tests/realtikvtest/importintotest2:importintotest2_test; 98s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/05/07 02:08:23.036 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:23.037 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:23.038 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:08:23.039 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:23.039 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:23.040 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:23.040 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:23.040 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:23.040 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:23.040 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:23.042 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:23.048 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:23.050 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:23.052 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=5] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:23.082 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:23.082 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:23.091 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:23.091 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:23.105 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:23.130 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073330597759579] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:23.260 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:23.394 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=761] ["lease id"=3eaa8f50cd755159] [2024/05/07 02:08:23.396 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:23.403 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:23.427 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.83613ms] [2024/05/07 02:08:23.431 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:23.431 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=70d8cbec-cd51-4c93-8dc1-732ec5eaeadf] [runWorker=true] [2024/05/07 02:08:23.431 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:23.434 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:23.435 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:23.435 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:23.435 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:23.436 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:23.436 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:23.437 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd75515d] [ownerID=70d8cbec-cd51-4c93-8dc1-732ec5eaeadf] [op=none] [2024/05/07 02:08:23.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:23.438 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1d92d4ba-a9ca-4b72-9a88-482c4f29950f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:23.439 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f"] ["owner key"=/tidb/br-stream/owner/3eaa8f50cd75515f] [ownerID=1d92d4ba-a9ca-4b72-9a88-482c4f29950f] [op=none] [2024/05/07 02:08:23.447 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:23.481 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:23.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.481 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:23.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:23.487 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:23.488 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd75515d] [ownerID=70d8cbec-cd51-4c93-8dc1-732ec5eaeadf] [op=none] [2024/05/07 02:08:23.488 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] [op=none] [2024/05/07 02:08:23.488 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:23.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.604 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=30.224122ms] [2024/05/07 02:08:23.609 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:23.617 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.618 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:23.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=53.32807ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:23.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.670 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.697 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:23.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.702 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:23.732 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:23.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.971 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:24.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.320 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.9231ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.333 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.333 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:24.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.894701ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.426 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.439 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:24.608 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:24.608 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.612 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.895631474\n# Parse_time: 0\n# Compile_time: 0.015988655\n# Rewrite_time: 0.000024815\n# Optimize_time: 0\n# Wait_TS: 0.000588156\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/07 02:08:24.616 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:24.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:24.741 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.818 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.703675ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.829 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.829 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:24.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.391016ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.909 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.957 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:24.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346973069\n# Parse_time: 0\n# Compile_time: 0.001823902\n# Rewrite_time: 0.000009899\n# Optimize_time: 0\n# Wait_TS: 0.00038802\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:25.012 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.012 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:25.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.423893ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.178 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.178 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:25.215 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.261177ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.249 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.288 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:25.288 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.292 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32777748\n# Parse_time: 0\n# Compile_time: 0.002128512\n# Rewrite_time: 0.000012658\n# Optimize_time: 0\n# Wait_TS: 0.000410841\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.304 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:25.416 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.416 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:25.435 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:25.436 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:25.487 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.714 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.029007ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.726 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.726 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:25.757 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.649177ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.812 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.914 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:25.914 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.917 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.619034039\n# Parse_time: 0\n# Compile_time: 0.005698175\n# Rewrite_time: 0.000012899\n# Optimize_time: 0\n# Wait_TS: 0.00059266\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.922 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:25.984 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.984 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:26.029 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.149499ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.137 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.137 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:26.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.801965ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.213 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:26.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.279 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358479685\n# Parse_time: 0\n# Compile_time: 0.002401841\n# Rewrite_time: 0.000010059\n# Optimize_time: 0\n# Wait_TS: 0.000411987\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.283 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:26.353 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.353 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:26.406 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.513 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.193994ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.524 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.524 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:26.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.918506ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.669 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:26.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.391746984\n# Parse_time: 0\n# Compile_time: 0.002181648\n# Rewrite_time: 0.000010727\n# Optimize_time: 0\n# Wait_TS: 0.000459082\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.677 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:26.717 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.717 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:26.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.65088ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.836 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:26.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.33495ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.909 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.948 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:26.948 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:27.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.005 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:27.072 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.136 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.812689ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.148 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.148 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:27.182 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.750901ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.252 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:27.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.296 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344621698\n# Parse_time: 0\n# Compile_time: 0.001149363\n# Rewrite_time: 0.000009642\n# Optimize_time: 0\n# Wait_TS: 0.000291392\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.301 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:27.352 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.352 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:27.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.493 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.144286ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.504 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.504 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:27.539 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.430745ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.605 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:27.653 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.656 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356723694\n# Parse_time: 0\n# Compile_time: 0.002080058\n# Rewrite_time: 0.000010522\n# Optimize_time: 0\n# Wait_TS: 0.00033497\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.660 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:27.724 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.724 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:27.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.959425ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.875 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:27.911 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.954601ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.959 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.011 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:28.011 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.015 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355929145\n# Parse_time: 0\n# Compile_time: 0.001748717\n# Rewrite_time: 0.000008471\n# Optimize_time: 0\n# Wait_TS: 0.000388286\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.021 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:28.023 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:28.094 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:28.094 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.155 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.274 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.534883ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.284 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.284 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:28.320 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.502367ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.358 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.443 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:28.443 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.446 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.427557174\n# Parse_time: 0\n# Compile_time: 0.002957897\n# Rewrite_time: 0.000011488\n# Optimize_time: 0\n# Wait_TS: 0.000431542\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.451 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:28.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.514 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:28.565 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.290018ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.689 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.689 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:28.724 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.44579ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.811 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.880 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:28.880 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.435040755\n# Parse_time: 0\n# Compile_time: 0.002292591\n# Rewrite_time: 0.000013024\n# Optimize_time: 0\n# Wait_TS: 0.000366675\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.888 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:28.946 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.946 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:29.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.826303ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.107 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:29.141 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.217564ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.207 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.254 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:29.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.258 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.371977806\n# Parse_time: 0\n# Compile_time: 0.001907665\n# Rewrite_time: 0.000011044\n# Optimize_time: 0\n# Wait_TS: 0.000348057\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.262 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:29.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.313 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:29.385 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.929033ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.476 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.476 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:29.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.801631ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.557 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.605 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:29.605 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.608 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34749703\n# Parse_time: 0\n# Compile_time: 0.00196327\n# Rewrite_time: 0.00001789\n# Optimize_time: 0\n# Wait_TS: 0.00038488\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:29.660 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.660 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:29.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.816 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.083722ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.827 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.827 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:29.862 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.144169ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.953 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:29.953 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.346488295\n# Parse_time: 0\n# Compile_time: 0.001504573\n# Rewrite_time: 0.000010082\n# Optimize_time: 0\n# Wait_TS: 0.000407867\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.963 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:30.021 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.021 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:30.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.164 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.07923ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.175 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.175 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:30.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.51652ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.260 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.312 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:30.312 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.316 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.356634379\n# Parse_time: 0\n# Compile_time: 0.003858522\n# Rewrite_time: 0.000021464\n# Optimize_time: 0\n# Wait_TS: 0.000455983\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.321 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:30.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:30.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.519 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.807791ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.530 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.530 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:30.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.425791ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:30.656 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341269931\n# Parse_time: 0\n# Compile_time: 0.002389881\n# Rewrite_time: 0.000007912\n# Optimize_time: 0\n# Wait_TS: 0.000380704\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.667 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:30.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:30.780 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.351942ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.904 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.904 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:30.939 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.556106ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.008 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:31.080 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.083 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.419705747\n# Parse_time: 0\n# Compile_time: 0.00411513\n# Rewrite_time: 0.000008268\n# Optimize_time: 0\n# Wait_TS: 0.000450008\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.100 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:31.171 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.171 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:31.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.300 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.02476ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.311 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.311 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:31.347 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=54.546897ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.407 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.461 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:31.462 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.366486562\n# Parse_time: 0\n# Compile_time: 0.001486769\n# Rewrite_time: 0.000010228\n# Optimize_time: 0\n# Wait_TS: 0.000342975\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.469 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:31.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.513 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:31.566 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.894487ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.641 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:31.674 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.993764ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.746 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.790 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:31.790 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.794 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325998248\n# Parse_time: 0\n# Compile_time: 0.001712923\n# Rewrite_time: 0.000009272\n# Optimize_time: 0\n# Wait_TS: 0.000381758\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.795 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:31.828 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.828 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:31.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.956 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.719179ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.968 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:31.991 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.199626ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.036 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.078 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:32.078 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.089 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:32.147 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.147 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:32.215 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.353 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.525321ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.364 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:32.400 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.734417ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.454 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.528 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:32.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.532 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.446284656\n# Parse_time: 0\n# Compile_time: 0.003606311\n# Rewrite_time: 0.000014299\n# Optimize_time: 0\n# Wait_TS: 0.000433416\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.535 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:32.586 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.586 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:32.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.761 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.167218ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.772 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.772 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:32.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.201779ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.903 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:32.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.907 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372946724\n# Parse_time: 0\n# Compile_time: 0.001283858\n# Rewrite_time: 0.000011291\n# Optimize_time: 0\n# Wait_TS: 0.000404756\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.910 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:32.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.905 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.905 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:33.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.905 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.295846ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.133 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.133 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:33.168 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.759337ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.905 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.905 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.258 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:33.259 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.262 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353127879\n# Parse_time: 0\n# Compile_time: 0.001621242\n# Rewrite_time: 0.000008932\n# Optimize_time: 0\n# Wait_TS: 0.000423649\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.265 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:33.310 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.310 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:33.362 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=3.143823ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.472 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:33.497 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=54.094658ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.574 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.620 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:33.620 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360214522\n# Parse_time: 0\n# Compile_time: 0.001587013\n# Rewrite_time: 0.000010054\n# Optimize_time: 0\n# Wait_TS: 0.000446629\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.629 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:33.676 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.676 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:33.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.875063ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.824 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:33.859 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.598566ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.923 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.967 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:33.967 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.971 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343904737\n# Parse_time: 0\n# Compile_time: 0.001935563\n# Rewrite_time: 0.000010655\n# Optimize_time: 0\n# Wait_TS: 0.000483606\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.975 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:34.028 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.028 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:34.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.905779ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.165 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.165 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:34.196 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=54.171054ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.309 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:34.309 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.313 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339726457\n# Parse_time: 0\n# Compile_time: 0.001754487\n# Rewrite_time: 0.000014821\n# Optimize_time: 0\n# Wait_TS: 0.000434225\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:34.324 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:34.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:34.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.425 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.006308ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.521 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:34.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.217287ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.667 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:34.668 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.671 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353691359\n# Parse_time: 0\n# Compile_time: 0.004070347\n# Rewrite_time: 0.000015692\n# Optimize_time: 0\n# Wait_TS: 0.00043214\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.676 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:34.733 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.733 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:34.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.199426ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.943 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:34.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=54.236651ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.044 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.655 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.106 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:35.106 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.110 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.435443237\n# Parse_time: 0\n# Compile_time: 0.002308833\n# Rewrite_time: 0.000010339\n# Optimize_time: 0\n# Wait_TS: 0.000311782\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.119 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:35.179 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.179 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:35.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.336 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=5.434311ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.350 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.350 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:35.379 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.125403ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.431 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.438 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=1d92d4ba-a9ca-4b72-9a88-482c4f29950f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:35.438 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:08:35.498 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:35.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387194542\n# Parse_time: 0\n# Compile_time: 0.004231419\n# Rewrite_time: 0.000017713\n# Optimize_time: 0\n# Wait_TS: 0.000365204\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:35.601 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.601 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:35.646 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.767 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.880861ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.777 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:35.813 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.148359ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.869 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.943 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:35.943 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.947 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440111184\n# Parse_time: 0\n# Compile_time: 0.00676419\n# Rewrite_time: 0.000009998\n# Optimize_time: 0\n# Wait_TS: 0.000510923\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.948 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:35.985 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.985 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:36.065 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.120 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.385597ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.131 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.131 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:36.167 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.524056ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.251 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:36.252 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307419991\n# Parse_time: 0\n# Compile_time: 0.000813441\n# Rewrite_time: 0.00000872\n# Optimize_time: 0\n# Wait_TS: 0.000273593\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:36.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.363 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:36.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:36.413 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.127449ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:36.531 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.531 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:36.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.647268ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:36.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.671 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:36.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.675 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41217131\n# Parse_time: 0\n# Compile_time: 0.0068701\n# Rewrite_time: 0.003691111\n# Optimize_time: 0\n# Wait_TS: 0.000384832\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.679 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:36.734 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.733 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:36.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.055722ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.889 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:36.930 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=58.350514ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.018 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.075 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:37.075 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.078 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.400840619\n# Parse_time: 0\n# Compile_time: 0.001803508\n# Rewrite_time: 0.000011519\n# Optimize_time: 0\n# Wait_TS: 0.000401483\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:37.128 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.128 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:37.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.398918ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.246 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.246 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:37.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.887546ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.352 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.393 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:37.394 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.396 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.314581507\n# Parse_time: 0\n# Compile_time: 0.002207502\n# Rewrite_time: 0.000012795\n# Optimize_time: 0\n# Wait_TS: 0.000374103\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.400 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:37.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.405 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.447 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.405 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:37.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.405 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.553 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.449581ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.563 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.563 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:37.599 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.502233ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.405 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.668 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.405 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.736 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:37.737 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.740 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341747402\n# Parse_time: 0\n# Compile_time: 0.001497845\n# Rewrite_time: 0.000009492\n# Optimize_time: 0\n# Wait_TS: 0.000401423\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:37.826 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:37.900 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.200304ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:38.053 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.053 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:38.084 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.306665ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.171 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.269 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:38.269 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.272 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.528075284\n# Parse_time: 0\n# Compile_time: 0.003157759\n# Rewrite_time: 0.000010039\n# Optimize_time: 0\n# Wait_TS: 0.000393418\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:38.278 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:38.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.372 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:38.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.584 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.769526ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:38.596 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.596 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:38.631 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.250492ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.707 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.789 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:38.789 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.517777929\n# Parse_time: 0\n# Compile_time: 0.002494111\n# Rewrite_time: 0.000010922\n# Optimize_time: 0\n# Wait_TS: 0.000319739\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:38.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:38.897 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.897 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:38.966 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=5.105924ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.138 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:39.139 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:39.167 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.187536ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.224 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.309 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:39.309 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.312 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.515329234\n# Parse_time: 0\n# Compile_time: 0.003095471\n# Rewrite_time: 0.000010642\n# Optimize_time: 0\n# Wait_TS: 0.000486127\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:39.321 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:39.416 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.305 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.416 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.305 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:39.493 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.305 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.187804ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.645 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:39.645 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:39.678 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.97978ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.305 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.722 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.305 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.832 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:39.832 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.836 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.518742712\n# Parse_time: 0\n# Compile_time: 0.003805992\n# Rewrite_time: 0.000013291\n# Optimize_time: 0\n# Wait_TS: 0.000373946\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:39.842 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:39.924 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.924 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:40.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.139 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.627212ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:40.151 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:40.152 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:40.183 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.073044ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.263 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.361 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:40.361 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.365 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.525894654\n# Parse_time: 0\n# Compile_time: 0.002519268\n# Rewrite_time: 0.000013745\n# Optimize_time: 0\n# Wait_TS: 0.000404637\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:40.374 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:40.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:40.465 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:40.527 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.638239ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:40.673 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:40.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:40.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.819143ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.767 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.855 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:40.856 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.488799388\n# Parse_time: 0\n# Compile_time: 0.003661399\n# Rewrite_time: 0.000013597\n# Optimize_time: 0\n# Wait_TS: 0.000388731\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:40.867 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:40.937 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:40.937 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:41.012 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=4.084957ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:41.140 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:41.141 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:41.172 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.76216ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.226 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.295 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:41.295 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:41.299 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.434543022\n# Parse_time: 0\n# Compile_time: 0.002679022\n# Rewrite_time: 0.000010032\n# Optimize_time: 0\n# Wait_TS: 0.000518759\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:41.304 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:41.365 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:41.365 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.28617ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:41.556 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:41.556 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:41.589 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.917739ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.678 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:41.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:41.748 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.445774783\n# Parse_time: 0\n# Compile_time: 0.002402012\n# Rewrite_time: 0.000008941\n# Optimize_time: 0\n# Wait_TS: 0.000485762\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:41.769 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:41.868 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.868 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:41.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.088 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.694367ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:42.100 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:42.100 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:42.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=53.252423ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.214 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.316 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:42.316 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.320 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.566826628\n# Parse_time: 0\n# Compile_time: 0.016658294\n# Rewrite_time: 0.000012717\n# Optimize_time: 0\n# Wait_TS: 0.000613371\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:42.325 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:42.401 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.401 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:42.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=4.319476ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:42.658 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:42.658 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:42.689 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.199649ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.751 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:42.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.49234483\n# Parse_time: 0\n# Compile_time: 0.002431115\n# Rewrite_time: 0.000010909\n# Optimize_time: 0\n# Wait_TS: 0.000439359\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:42.818 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:42.863 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.863 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:42.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.376845ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:43.012 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:43.045 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.083055ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.116 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.166 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:43.166 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:43.180 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363553978\n# Parse_time: 0\n# Compile_time: 0.001581589\n# Rewrite_time: 0.000012569\n# Optimize_time: 0\n# Wait_TS: 0.000373187\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:43.184 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:43.235 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.155 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:43.235 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.155 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:43.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.155 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.354 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.863615ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:43.365 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.365 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:43.400 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.396534ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.155 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.446 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.155 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.459 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:43.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:43.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:43.460 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:43.497 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:43.497 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:43.501 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.318368539\n# Parse_time: 0\n# Compile_time: 0.001806308\n# Rewrite_time: 0.000013866\n# Optimize_time: 0\n# Wait_TS: 0.00063308\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:43.502 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:43.533 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:43.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:43.533 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:43.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:43.592 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=973.086µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:43.644 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.644 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:43.680 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.222994ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:43.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.721 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.746 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:43.746 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:43.803 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:43.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:43.803 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:43.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:43.876 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.964 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.774851ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:43.975 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.975 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:44.010 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.102864ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:43.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.059 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.755 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.109 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:44.109 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:44.113 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361753492\n# Parse_time: 0\n# Compile_time: 0.003382727\n# Rewrite_time: 0.001646171\n# Optimize_time: 0\n# Wait_TS: 0.000422519\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:44.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589470587518980\n# Query_time: 0.371923769\n# Parse_time: 0\n# Compile_time: 0.163184099\n# Rewrite_time: 0.00447731\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 380367\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxOTkuNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDQ0LjgBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDU5OC43wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwgIDI2LjPCtXMsDUEMd2FpdA0aBDQyHRgoa3ZfcmVhZF93YWwNZgwgNzMuDSIIaWt2LhkAGX8Mc2Nhbj5/AAxrZXlzBcIoZ2V0X3NuYXBzaG8RcwQxMQ1TaHJvY2tzZGI6IHtibG9jazoge319fSwgY29tbQGgRHhuOiB7cHJld3JpdGU6MS41NCE1AVERIhhzOjM4Mi41BcIJFAw6MS4wJX4cc2xvd2VzdF8RQCVCACAxgmQwLjAwMXMsIHJlZ2lvbl9pZDogMTAsIHN0byGoODEyNy4wLjAuMToyMDE2MkJhAToKAQg2NTkxijYLAQGrPvwACDYuOQWvWvwABew5TQWRFF9iYXRjaCW1CDogMSn2MCwgcHJvcG9zZV9zZW4hsRBpdDogMAEXJGVyc2lzdF9sb2cZ7xAxMzkuMQV3CWAUbGVhZGVyDVIoNDE4bnMsIHN5bmMJNgQ4Nh0rNG1lbXRhYmxlOiAyLjY0SXApawktDDM3Ny4BFxgsIGFwcGx5NqwAADQN7QUbFY8ENjAFYBRtdXRleF8p+QG6SpsAGRcAd2E4BDExLewJKxmbCDcuNGULXT4YcHJpbWFyef73AWr3AQg0NDZFyAR9LIr3AQgwLjgF9eL3AQAyRWO29wEENjQFoQAsLTAy9gEEMzQ29QEEMjkyLAA5XAw0NDZuAeQAY2mWRVgEMjFRUCXaMvUBBDI0LhACOfUANi28AG3G9wEANA07PvcBCDkuMEHWJfdtyghudW2hKAkqhYUAMRH/GGJ5dGU6MzIFLmxpbnNlcnQ6MTU0LjdtcwkxMjMuNSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/07 02:08:44.742 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.303391771s] [2024/05/07 02:08:44.771 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] [2024/05/07 02:08:44.771 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] [2024/05/07 02:08:44.771 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:44.772 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 70d8cbec-cd51-4c93-8dc1-732ec5eaeadf"] [] [2024/05/07 02:08:44.773 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:44.773 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=15.628µs] [2024/05/07 02:08:44.773 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=6.939µs] [2024/05/07 02:08:44.773 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=6.722µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=9.597µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=3.977µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=8.147µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=3.516µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.635µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=3.77µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=4.37µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.817µs] [2024/05/07 02:08:44.774 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:44.774 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:44.774 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:44.788 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=70d8cbec-cd51-4c93-8dc1-732ec5eaeadf] ["take time"=41.323572ms] [2024/05/07 02:08:44.788 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=70d8cbec-cd51-4c93-8dc1-732ec5eaeadf] [2024/05/07 02:08:44.791 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=761] [2024/05/07 02:08:44.791 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:44.791 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:44.791 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:44.791 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:44.791 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:44.791 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:44.791 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f watch owner key /tidb/br-stream/owner/3eaa8f50cd75515f"] [2024/05/07 02:08:44.791 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:44.791 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f"] [2024/05/07 02:08:44.791 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f"] [2024/05/07 02:08:44.791 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:44.791 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:44.793 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:44.793 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:44.793 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:44.793 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:08:44.793 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:44.793 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1d92d4ba-a9ca-4b72-9a88-482c4f29950f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:44.793 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f"] [error="context canceled"] [2024/05/07 02:08:44.793 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:44.793 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=47.016624ms] [2024/05/07 02:08:44.793 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073330597759579] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:44.804 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:44.957 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=444] ["lease id"=6f188f50cd7553aa] [2024/05/07 02:08:44.959 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:44.993 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:45.053 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=90.369756ms] [2024/05/07 02:08:45.058 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:45.058 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=71a6b243-b5f4-4922-a484-557dba0f8ca1] [runWorker=true] [2024/05/07 02:08:45.059 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:45.061 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:45.062 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:45.062 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:45.062 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:45.062 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:45.063 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:45.063 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:45.063 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:45.063 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:45.063 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:45.064 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd7551b7] [ownerID=71a6b243-b5f4-4922-a484-557dba0f8ca1] [op=none] [2024/05/07 02:08:45.065 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:45.066 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4d58180f-37dc-4bb7-9e8f-993c97199f3b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:45.089 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:45.090 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:45.091 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:45.094 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] ["owner key"=/tidb/bindinfo/owner/22318f50cd7551bb] [ownerID=71a6b243-b5f4-4922-a484-557dba0f8ca1] [op=none] [2024/05/07 02:08:45.106 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:45.112 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:45.114 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:45.115 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd7551b7] [ownerID=71a6b243-b5f4-4922-a484-557dba0f8ca1] [op=none] [2024/05/07 02:08:45.115 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [op=none] [2024/05/07 02:08:45.115 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:45.193 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:45.209 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:45.233 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:45.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:45.234 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:45.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:45.234 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:45.234 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:45.234 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:45.234 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:45.234 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:45.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:45.236 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:45.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:45.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:45.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:45.238 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:45.238 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:45.241 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] ["owner key"=/tidb/stats/owner/22318f50cd7551be] [ownerID=71a6b243-b5f4-4922-a484-557dba0f8ca1] [op=none] [2024/05/07 02:08:45.243 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:45.246 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/07 02:08:45.251 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3dc6544b-e498-492b-b7d7-6a5035b088ae] [2024/05/07 02:08:45.252 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:45.252 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:45.272 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:45.272 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:45.272 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:45.282 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.60436ms] [2024/05/07 02:08:45.329 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestImportFromSelectBasic [2024/05/07 02:08:45.340 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/05/07 02:08:45.342 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/05/07 02:08:45.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:45.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.378 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:45.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/07 02:08:45.448 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=995.158µs] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:45.495 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:45.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=52.955856ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:45.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.595 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:45.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.630 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/07 02:08:45.680 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/07 02:08:45.680 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.800 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/05/07 02:08:45.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.878968ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:45.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/07 02:08:45.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.743535ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.986 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.021 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:46.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:46.025 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.396593796\n# Parse_time: 0.000627614\n# Compile_time: 0.000938988\n# Rewrite_time: 0.000011329\n# Optimize_time: 0.00040754\n# Wait_TS: 0.000368129\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/07 02:08:46.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/07 02:08:46.079 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.079 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/07 02:08:46.087 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:46.087 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:46.087 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:46.087 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:46.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.164 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/05/07 02:08:46.236 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=2.713995ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:46.250 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/05/07 02:08:46.251 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:46.251 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:46.252 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3dc6544b-e498-492b-b7d7-6a5035b088ae] [watcherID=0b6b7fa3-c6a3-4a92-99b6-6fdbb976a3cd] [2024/05/07 02:08:46.255 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1d92d4ba-a9ca-4b72-9a88-482c4f29950f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:46.273 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:46.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.836694ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.288 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/07 02:08:46.288 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:46.288 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:46.288 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:46.288 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:46.365 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.405 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 02:08:46.405 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:46.410 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.383720244\n# Parse_time: 0.001232853\n# Compile_time: 0.001184047\n# Rewrite_time: 0.000016105\n# Optimize_time: 0.00040754\n# Wait_TS: 0.000533319\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/07 02:08:46.428 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:102\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:35\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/05/07 02:08:46.431 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4251\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:102\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/05/07 02:08:46.670 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/05/07 02:08:46.671 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/05/07 02:08:46.680 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:46.680 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:08:46.680 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:46.680 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:46.681 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:46.681 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:46.681 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:46.681 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:46.682 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:46.700 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:46.702 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:46.702 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:08:46.707 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:46.711 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:46.717 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [key=import-from-select] [2024/05/07 02:08:46.717 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [key=import-from-select] [2024/05/07 02:08:46.720 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [key=import-from-select] [readDur=328.829µs] [encodeDur=1.404466ms] [checksum="{cksum=2910115271632673698,size=114,kvs=3}"] [deliverDur=633.127µs] [type=query] [takeTime=3.029118ms] [] [2024/05/07 02:08:46.721 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [key=import-from-select] [readDur=90.324µs] [encodeDur=1.700998ms] [checksum="{cksum=7522430040538166498,size=38,kvs=1}"] [deliverDur=1.50956ms] [type=query] [takeTime=3.986848ms] [] [2024/05/07 02:08:46.722 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/aaf8f591-e161-48cb-9bf6-b971353bd9f6/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a79be821-05b5-4bd0-a98a-ea69727b3b09.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000004] [2024/05/07 02:08:46.722 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:46.724 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/aaf8f591-e161-48cb-9bf6-b971353bd9f6/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/770ec229-79bc-4ec0-97fa-91c11eec694b.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/05/07 02:08:46.728 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=5.122242ms] [] [2024/05/07 02:08:46.728 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:08:46.736 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:46.758 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:08:46.758 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:46.778 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:08:46.780 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=52.65203ms] [] [2024/05/07 02:08:46.780 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:46.782 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.741788ms] [] [2024/05/07 02:08:46.782 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:08:46.782 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:46.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=62.052µs] [] [2024/05/07 02:08:46.783 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/07 02:08:46.783 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [2024/05/07 02:08:46.790 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [takeTime=7.141362ms] [] [2024/05/07 02:08:46.790 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/07 02:08:46.790 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [weight=30] [2024/05/07 02:08:46.790 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [concurrency=15] [2024/05/07 02:08:46.795 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:08:46.795 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/07 02:08:46.795 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=aaf8f591-e161-48cb-9bf6-b971353bd9f6] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.871651ms] [] [2024/05/07 02:08:46.796 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:46.796 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.233µs] [] [2024/05/07 02:08:46.796 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:46.797 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.293694ms] [] [2024/05/07 02:08:46.797 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:46.797 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.195µs] [] [2024/05/07 02:08:46.797 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:46.798 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.078619ms] [] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:46.802 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:46.802 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:46.802 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.803 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:46.803 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:46.804 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:46.804 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:46.804 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:46.804 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.804 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:46.806 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589471190712330\n# Conn_ID: 2\n# Query_time: 0.373342261\n# Parse_time: 0.000596724\n# Compile_time: 0.003371305\n# Rewrite_time: 0.002113378\n# Optimize_time: 0.00040754\n# Wait_TS: 0.000188916\n# Cop_time: 0.000097351 Process_time: 0.000081169 Wait_time: 0.000073665 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.1169e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 7.3665e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ygWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM2Ny4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2OTQuOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi4wNAFuRHByb2Nfa2V5czogNCwgdG90XwESFDogODEuMgVKARMkd2FpdDogNzMuNwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDg0LjQFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdIMS45NW1zfX0JMzU0IEJ5dGVzCSElIDIJNDNfNgkxXzEnwHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdl8lJQB7BWQAMDVBAZc8c2Nhbl9kZXRhaWw6IHt0bwGLGHByb2Nlc3MyOQEEYWwyFwAgX3NpemU6IDE4KVcEYWwNLTg1LCBnZXRfc25hcHNob3QJ1gggMjYtb3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmEH19fSwgAcdetAABHDbgAQhhbF8h4g0aNecAdCEXDHdhbGwNGUQzMTIuOcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('tQagCrAGCgxJbXBvcnRJbnRvXzIS6QUKDVRhYmxlUmVhZGVyXzcSqAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvarACdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS08NSwgZ2V0X3NuYXBzaG90XwVywCAyNi4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVBF9kVrQAARwMOiA4MQ1xCdEId2FpEYsMNzMuNwWLIHRpa3Zfd2FsbA0zKDMxMi45wrVzfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6XASgBQAFSFGRhdGE6VDbFAQRaFgWICDY5NAVUBCwgKXEcMmLYAWNvcF8ljmgge251bTogMSwgbWF4OiAyLjA0bXMsIHByb2MtTSlcAF8BEjbTAAXRADoZzIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA4NC40JQZgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEcNHJwY19pbmZvOntDb3A6Aa8YX3JwYzoxLC1XBeQoMS45NW1zfX1w4gI9LwA4IRsUA04vQVoVBSYQMzY3LjEB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/05/07 02:08:46.835 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:08:46.835 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:08:46.837 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/07 02:08:46.867 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:46.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.867 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:46.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/07 02:08:46.924 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.942 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/05/07 02:08:46.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=2.926344ms] [gotSchemaVersion=55] [phyTblIDs="[108,110]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:47.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/05/07 02:08:47.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.799635ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.062 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:47.089 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/07 02:08:47.103 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/05/07 02:08:47.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.200 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 02:08:47.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.204 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368590469\n# Parse_time: 0.00042871\n# Compile_time: 0.000889285\n# Rewrite_time: 0.000012321\n# Optimize_time: 0.000986597\n# Wait_TS: 0.000432195\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/07 02:08:47.400 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/05/07 02:08:47.408 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:47.408 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:08:47.408 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:47.408 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:47.409 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:47.409 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:47.409 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:47.409 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:47.409 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:47.425 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:47.427 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:47.428 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:08:47.432 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:47.435 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:47.440 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [key=import-from-select] [2024/05/07 02:08:47.440 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [key=import-from-select] [2024/05/07 02:08:47.441 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [key=import-from-select] [readDur=11.002µs] [encodeDur=460.682µs] [checksum="{cksum=537466866433699273,size=38,kvs=1}"] [deliverDur=253.32µs] [type=query] [takeTime=1.04843ms] [] [2024/05/07 02:08:47.441 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [key=import-from-select] [readDur=8.082µs] [encodeDur=542.226µs] [checksum="{cksum=15134002712567377899,size=38,kvs=1}"] [deliverDur=219.952µs] [type=query] [takeTime=1.079373ms] [] [2024/05/07 02:08:47.441 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/ab81e52d-9de0-45aa-8800-f7ba9c45703a/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/12ad16a1-90f3-4817-b79b-7f5fbb1a1149.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000001] [2024/05/07 02:08:47.441 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:47.442 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/ab81e52d-9de0-45aa-8800-f7ba9c45703a/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/e352ff90-e317-4cb7-8391-d690af484309.sst] [firstKey=74800000000000006E5F728000000000000002] [lastKey=74800000000000006E5F728000000000000002] [2024/05/07 02:08:47.444 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.959528ms] [] [2024/05/07 02:08:47.445 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:08:47.450 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:47.472 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/05/07 02:08:47.473 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:47.486 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/05/07 02:08:47.488 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.6343ms] [] [2024/05/07 02:08:47.488 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:47.490 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.645984ms] [] [2024/05/07 02:08:47.490 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:08:47.490 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:47.490 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=55.53µs] [] [2024/05/07 02:08:47.490 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/05/07 02:08:47.490 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [2024/05/07 02:08:47.498 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [takeTime=7.443717ms] [] [2024/05/07 02:08:47.498 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/07 02:08:47.498 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [weight=30] [2024/05/07 02:08:47.498 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [concurrency=15] [2024/05/07 02:08:47.502 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/05/07 02:08:47.503 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/05/07 02:08:47.503 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=ab81e52d-9de0-45aa-8800-f7ba9c45703a] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=12.583521ms] [] [2024/05/07 02:08:47.503 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:47.503 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.39µs] [] [2024/05/07 02:08:47.503 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:47.505 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.568012ms] [] [2024/05/07 02:08:47.505 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:47.505 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.1µs] [] [2024/05/07 02:08:47.505 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:47.506 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.007878ms] [] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:47.510 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:47.510 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:47.510 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:47.510 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:47.511 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:47.512 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:47.512 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:47.512 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:47.512 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:47.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589471400427521\n# Conn_ID: 2\n# Query_time: 0.307536913\n# Parse_time: 0.000745255\n# Compile_time: 0.003938837\n# Rewrite_time: 0.002267126\n# Optimize_time: 0.000986597\n# Wait_TS: 0.00010043\n# Cop_time: 0.000090401 Process_time: 0.000064668 Wait_time: 0.000029187 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.4668e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.9187e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 315\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rwaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMwMS4ybXMsIGxvb3BzOjEJARyYTi9BCjEJMzFfOQkwCTMzMzMuMzMJZGF0YTpTZWxlY3Rpb25fOAkyCUIYNTU3LjbCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDMBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDY0LjcFSgETJHdhaXQ6IDI5LjIFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA0Nw06qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJVA5NTUuNMK1c319CTMxNSBCeXRlcwkhJSAyCTFfOAkxXzA1JiBndChmcm9tX3MlKSguc3JjLmlkLCA1KSUvBGt2BaYEOnsFVwQwczV3SH0sIHNjYW5fZGV0YWlsOiB7dG8BfiEXCGVzczIsAQRhbDIXACBfc2l6ZTogMTgpSgRhbA0tODUsIGdldF9zbmFwc2hvdAnJDCAxMi4pT3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlmAhrZXk+FgAYOCwgYmxvYyHZOYsNMhQyfX19LCAB2V7GAAEcNuUBCGFsXyHnDRo17AB0ISkId2FsLX8QIDE2MS4lgAAJUZ4YMwk0M183CSF6yDEwMDAwCXRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdAFfRaBGiAEgCU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('vAfgCrcHCgxJbXBvcnRJbnRvXzIS8AYKDVRhYmxlUmVhZGVyXzkSsQQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrCAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDEyLjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHBQ6IDY0LjcFgwnMCHdhaRGdBDI5DZ0lKQx3YWxsDTMkMTYxLjTCtXN9cCF+BQEyjgEYRgHKT1KYEDKOASgBQAFSEGRhdGE6U0UMGGlvbl84WhYFhBA1NTcuNgWEKecYMmLaAWNvcEkEWCB7bnVtOiAxLCBtYXg6IDEuMDNtcywgIYstWylqJZ02zwAFzQA6GcgQY29wcl85KURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA0Ny0CqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRHwXkCDk1NSk0EH1wuwJ4JTQBASwBOAFAAVIDTi9BWhUFKBAzMDEuMgHhKQsAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/05/07 02:08:47.526 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/05/07 02:08:47.561 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:47.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.561 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:47.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/05/07 02:08:47.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.649 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/05/07 02:08:47.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.641419ms] [gotSchemaVersion=56] [phyTblIDs="[106,112]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:47.705 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/05/07 02:08:47.740 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.478133ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.793 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/07 02:08:47.803 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/05/07 02:08:47.807 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.873 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:08:47.873 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352356969\n# Parse_time: 0.000359733\n# Compile_time: 0.001287037\n# Rewrite_time: 0.000021712\n# Optimize_time: 0.001126083\n# Wait_TS: 0.000717868\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/05/07 02:08:47.879 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/07 02:08:47.908 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:47.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.908 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:47.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/07 02:08:47.954 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.966 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/05/07 02:08:48.032 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=4.936355ms] [gotSchemaVersion=57] [phyTblIDs="[110,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:48.047 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/05/07 02:08:48.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.864423ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.186 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/07 02:08:48.196 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/07 02:08:48.202 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.271 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 02:08:48.271 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:48.275 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.397625578\n# Parse_time: 0.000319252\n# Compile_time: 0.000780407\n# Rewrite_time: 0.000008602\n# Optimize_time: 0.001126083\n# Wait_TS: 0.000407467\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/07 02:08:51.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589472068632579\n# Conn_ID: 2\n# Query_time: 3.245936694\n# Parse_time: 0.902650306\n# Compile_time: 1.204557639\n# Rewrite_time: 0.042884873\n# Optimize_time: 0.001126083\n# Wait_TS: 0.000124853\n# Prewrite_time: 0.081016832 Commit_time: 0.01114861 Get_commit_ts_time: 0.000449001 Slowest_prewrite_rpc_detail: {total:0.075s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 5.51ms}, scan_detail: {get_snapshot_time: 5.64µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 22.4µs, propose_send_wait: 0s, persist_log: {total: 191.4µs, write_leader_wait: 49ns, sync_log: 133.5µs, write_memtable: 889ns}, commit_log: 374.4µs, apply_batch_wait: 1.86ms, apply: {total:2.2ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 31.1µs, write_memtable: 336.5µs}}} Commit_primary_rpc_detail: {total:0.075s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 5.51ms}, scan_detail: {get_snapshot_time: 5.64µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 22.4µs, propose_send_wait: 0s, persist_log: {total: 191.4µs, write_leader_wait: 49ns, sync_log: 133.5µs, write_memtable: 889ns}, commit_log: 374.4µs, apply_batch_wait: 1.86ms, apply: {total:2.2ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 31.1µs, write_memtable: 336.5µs}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3RTweTAJMjdfMQkwCTAJTi9BCTAJdGltZToxLjAzcywgbG9vcHM6MSwgcHJlcGFyZToge3RvdGFsOiAyNjYuN21zLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpBWcYMTdtc30sIAF1GF9kZXRhaWwRZCBfcHJvY2Vzc18BHCw6IDExNS43wrVzLCAJQAx3YWl0DRsMNDAuMh0aKGt2X3JlYWRfd2FsDWcMIDE2NBE9CGlrdjIaAAQ4OAU9GH0sIHNjYW4+hABMa2V5czogMSwgZ2V0X3NuYXBzaG8RdwwxNC4xBXewcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19LCBjb21tAbYseG46IHtwcmV3cml0IWwMODltcwljESIYczozNDkuNgVfCRQQOjEuNTEBJxxzbG93ZXN0XxFAJVcAIDGYZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIb44MTI3LjAuMC4xOjIwMTYyQngBOh0BEDc2OMK1RhsBTgwBADYlRgAspgwBBfw5bwWhFF9iYXRjaCXbDDogMzQF/ihwcm9wb3NlX3NlbiHTSGl0OiAwcywgcGVyc2lzdF9sb2cZ/RAxNzMuNQU2CV4UbGVhZGVyDVAkODVucywgc3luYwk1QVEpwAktMG1lbXRhYmxlOiAzLjIBRgB9NbEFZQwzOTUuCZMQYXBwbHkyrAAEMTguGwAVkQgxMDYNGBRtdXRleF9JHgG/CXMyoAAZFwB3ZWEAOFqeAAAxBZxdTxhwcmltYXJ5RggCBDFz/ggCTQgINDU2ZT9CJQNKCgIINy40AaFOCgIFtQn6detG+AEAMQlsACyy+gEENzRtLQlfMlkBBDQ0NvkBDDMxLjldJT34CDk0bgHkaXEp9gwyMDEuYQUALE72AQA3JRYNGzX2BDkzDRcAbcL1AQQxN171AQA4RdklQm3bCG51baFOCfGFqAQxLA0OFGJ5dGU6M4l0JGluc2VydDo3NjWBPQ3bOoIEADiFWSHNESAMczo0NCklCRIMOjExLgUlgn4EDDc1cywRo4V+CDQsICXlADq+fgQANYXxjnQCCDUuNmmaRooFJTIpJGp0AgQyMm2osm4EBDkxDTYJYDZ1AgA5NnUCBDEzNpsEWXYIODg5QnYCCDM3NA1bSmwECC44NiHLBRpVdQgyLjIBFcZzAgQzMVpzAggzMzZZdEkGZmsEBDhz/vUBNfUENzESEgg2jgdBnD5/BxG53vUBBDkybaiu9QEQMzEwLjOdPjL1AQQ2Mjr1AQQ3MDKXBDn1CDEuOA7NCDpjBgg5NjBm9wEAN422PvgBADVl2cb5AQQxMF4IBQAxBVRlOmJsBAw1MDAwMm8EUDIwMzc2Mn0JNzI3LjUgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('6RTwWwrkFAoISW5zZXJ0XzE4AUABUgNOL0FaE3RpbWU6MS4wM3MsIGxvb3BzOjFixgtwcmVwYXJlOiB7dG90YWw6IDI2Ni43bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfDWgYMTdtc30sIAEOGF9kZXRhaWwRZBxfcHJvY2VzcwkqICAxMTUuN8K1cxFADHdhaXQNGww0MC4yHRooa3ZfcmVhZF93YWwNZwwgMTY0ET0IaWt2MhoABDg4BT0YfSwgc2Nhbj6EAAxrZXlzBcUoZ2V0X3NuYXBzaG8RdwwxNC4xBXd4cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdSEHJDJ9fX0sIGNvbW0Btix4bjoge3ByZXdyaXQhbQQ4OSFKAWMRIhhzOjM0OS42BV8JFBA6MS41MQEnHHNsb3dlc3RfEUAlVwAgMZhkMC4wMDJzLCByZWdpb25faWQ6IDEwLCBzdG8hvjgxMjcuMC4wLjE6MjAxNjJCeAE6HQEQNzY4wrVGGwEBqT4MAQA2JUYALKYMAQX8OW8FoRRfYmF0Y2gl2ww6IDM0Bf4ocHJvcG9zZV9zZW4h00hpdDogMHMsIHBlcnNpc3RfbG9nGf0QMTczLjUFNgleFGxlYWRlcg1QJDg1bnMsIHN5bmMJNUFRKcAJLTBtZW10YWJsZTogMy4yAUY5sQVlDDM5NS4JkxBhcHBseTKsAAQxOC4bABWRCDEwNg0YFG11dGV4X0keAb8JczKgABkXAHdlYQA4Wp4AADEFnF1PGHByaW1hcnlGCAIEMXP+CAJNCAg0NTZlP0IlA0oKAgg3LjQBoU4KAgW1Cfp160b4AQAxCWwALLL6AQQ3NG0tCV8yWQEENDQ2+QEMMzEuOV0lPfgIOTRuAeRpcSn2DDIwMS5hBQAsTvYBADclFg0bNfYEOTMNFwBtwvUBBDE3XvUBADhF2SVCbdsIbnVtoU4J8YWoBDEsDQ4UYnl0ZToziXQAaaXjIDo3NjVtc2LhCA3cOoMEADiFWiHOESAMczo0NCkmCRIMOjExLgUlgn8EDDc1cywRpIV/CDQsICXmADq+fwQANYXyjnUCCDUuNmmbRosFJTMpJWp1AgQyMm2psm8EBDkxDTYJYDZ2AgA5NnYCBDEzNpwEWXcIODg5QncCCDM3NA1bSm0ECC44NsEJBRpVdggyLjIBFcZ0AgQzMVp0AggzMzZZdUkGZmwEBDhz/vUBNfUENzESEwg2jwdBnD50BhG53vUBBDkybamu9QEQMzEwLjOdPzL1AQQ2Mjr1AQQ3MDKYBDn1CDEuOA7OCDpkBgg5NjBm9wEAN423PvgBBDU11vkBBDEwXgkFADEFVGU6Ym0EDDUwMDAycARcMjAzNzYyfXCovC14////////////ARgB')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/05/07 02:08:51.759 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/05/07 02:08:51.767 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:51.768 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:08:51.768 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.768 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:51.769 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.769 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.769 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.769 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.769 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.786 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:51.788 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:51.788 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:08:51.793 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:51.796 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:51.841 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [2024/05/07 02:08:52.370 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=69.509664ms] [encodeDur=442.182648ms] [checksum="{cksum=16635113177467033722,size=25516,kvs=626}"] [deliverDur=4.032105ms] [type=query] [takeTime=528.442926ms] [] [2024/05/07 02:08:52.371 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25516] [kvs=626] [files=1] [sstFileSize=9118] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/ddc57697-5673-42b9-95bc-de2538a10f67.sst] [firstKey=7480000000000000725F728000000000000008] [lastKey=7480000000000000725F728000000000001388] [2024/05/07 02:08:52.375 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=55.721599ms] [encodeDur=455.838639ms] [checksum="{cksum=3307590951627502312,size=26046,kvs=639}"] [deliverDur=9.302227ms] [type=query] [takeTime=534.36748ms] [] [2024/05/07 02:08:52.376 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=26046] [kvs=639] [files=1] [sstFileSize=9264] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/b68505c7-727b-4823-9598-fcd5bfac6650.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F728000000000001385] [2024/05/07 02:08:52.379 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=41.488484ms] [encodeDur=470.46085ms] [checksum="{cksum=9971804941721921266,size=25392,kvs=623}"] [deliverDur=13.334779ms] [type=query] [takeTime=538.270571ms] [] [2024/05/07 02:08:52.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=40.609713ms] [encodeDur=471.231801ms] [checksum="{cksum=6232307640387720988,size=25388,kvs=623}"] [deliverDur=13.741588ms] [type=query] [takeTime=539.041548ms] [] [2024/05/07 02:08:52.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=41.411783ms] [encodeDur=469.413979ms] [checksum="{cksum=13052983311999211485,size=25428,kvs=624}"] [deliverDur=13.901043ms] [type=query] [takeTime=538.511411ms] [] [2024/05/07 02:08:52.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=46.482635ms] [encodeDur=464.892419ms] [checksum="{cksum=13341765919204927309,size=25013,kvs=614}"] [deliverDur=14.079131ms] [type=query] [takeTime=538.741082ms] [] [2024/05/07 02:08:52.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=39.942425ms] [encodeDur=471.625319ms] [checksum="{cksum=4502292461269824984,size=25351,kvs=622}"] [deliverDur=14.032714ms] [type=query] [takeTime=538.73485ms] [] [2024/05/07 02:08:52.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [key=import-from-select] [readDur=37.793724ms] [encodeDur=473.478664ms] [checksum="{cksum=900075630582856907,size=25628,kvs=629}"] [deliverDur=14.253643ms] [type=query] [takeTime=539.149393ms] [] [2024/05/07 02:08:52.380 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25392] [kvs=623] [files=1] [sstFileSize=9123] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/46fcc57f-14a7-454d-9f6b-32aa3f42eb07.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001387] [2024/05/07 02:08:52.381 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:52.381 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25428] [kvs=624] [files=1] [sstFileSize=9112] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/7e454ffb-5798-4644-ad23-61ad65074a78.sst] [firstKey=7480000000000000725F728000000000000005] [lastKey=7480000000000000725F728000000000001384] [2024/05/07 02:08:52.383 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25388] [kvs=623] [files=1] [sstFileSize=9144] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/e2a62ed8-e0ff-4632-b667-d1bb669589a8.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001382] [2024/05/07 02:08:52.384 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25628] [kvs=629] [files=1] [sstFileSize=9221] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a724961f-b88f-4666-a8c8-d7d534a3128c.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001383] [2024/05/07 02:08:52.385 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25013] [kvs=614] [files=1] [sstFileSize=8994] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/cbc6ae1e-f49c-49e5-949c-87d287004b76.sst] [firstKey=7480000000000000725F728000000000000006] [lastKey=7480000000000000725F728000000000001380] [2024/05/07 02:08:52.387 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25351] [kvs=622] [files=1] [sstFileSize=9091] [file=/tmp/tidb/import-4000/83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/e32e0f8b-5803-4f63-8ff0-1cc71f41612e.sst] [firstKey=7480000000000000725F728000000000000007] [lastKey=7480000000000000725F728000000000001386] [2024/05/07 02:08:52.390 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=9.565281ms] [] [2024/05/07 02:08:52.391 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:08:52.397 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:52.419 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/05/07 02:08:52.419 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:52.555 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/05/07 02:08:52.558 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=167.103277ms] [] [2024/05/07 02:08:52.558 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:52.560 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=2.37577ms] [] [2024/05/07 02:08:52.560 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:08:52.560 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:52.561 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=60.537µs] [] [2024/05/07 02:08:52.561 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/05/07 02:08:52.561 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [2024/05/07 02:08:52.569 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [takeTime=8.241988ms] [] [2024/05/07 02:08:52.569 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/07 02:08:52.569 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [weight=30] [2024/05/07 02:08:52.569 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [concurrency=15] [2024/05/07 02:08:52.576 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/05/07 02:08:52.577 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/05/07 02:08:52.577 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=83f9bbc1-2cc8-435d-9d59-a7b5abc2f5b1] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=16.614723ms] [] [2024/05/07 02:08:52.578 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:52.578 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.978µs] [] [2024/05/07 02:08:52.578 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:52.580 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.885249ms] [] [2024/05/07 02:08:52.580 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:52.580 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=9.474µs] [] [2024/05/07 02:08:52.580 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:52.581 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.282811ms] [] [2024/05/07 02:08:52.585 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:52.585 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.585 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:52.586 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:52.586 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.586 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:52.586 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:52.588 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:52.588 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:52.588 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:52.588 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.588 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:52.590 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589472540491778\n# Conn_ID: 2\n# Query_time: 1.027852958\n# Parse_time: 0.001584335\n# Compile_time: 0.005593304\n# Rewrite_time: 0.003718489\n# Optimize_time: 0.001126083\n# Wait_TS: 0.00016852\n# Cop_time: 0.005333162 Process_time: 0.005764438 Wait_time: 0.000163799 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 15390 Rocksdb_key_skipped_count: 20390\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.001152887 Cop_proc_p90: 0.001489386 Cop_proc_max: 0.001489386 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.2759e-05 Cop_wait_p90: 3.9126e-05 Cop_wait_max: 3.9126e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jAeQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuMDJzLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk1ARoFRRA5LjQ2bRVGeDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDMuNzMBKRhtaW46IDEuBTUgYXZnOiAyLjc4ARkIcDk1HSZIYXhfcHJvY19rZXlzOiAyMDE2LAEiRhUACHRvdAUVEDogNS43BVYBEjR3YWl0OiAxNjMuOMK1cwWWdHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW0CF9kdQUaGG46IDc0LjUFOgGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHxGF9ycGM6NSwBhQhhbF8lI0AxMy40bXN9fQk3OC4xIEtCCSFmIDIJNDNfNgkxXzFooHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvMX0Ea3YFtBQ6e3Byb2MBpwQ6MSFHIWAIMHMsKVwINjAwBcUIcDgwCR4hZQUnmGl0ZXJzOjI0LCB0YXNrczo1fSwgc2Nhbl9kZXRhaWw6IHt0b3RhbCVbCGVzcy2IBDUwITEAdEIaADBfc2l6ZTogMjQzNzYyEf0AayW7RDUwMDUsIGdldF9zbmFwc2hvdCkWECA2OS40BZ1wcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hxgw1MzkwIRYAeT4aAAQyMAUaDGJsb2NBcBB9fX0sICFzXsUAARwyKAIkYWxfc3VzcGVuZA0cDDM1LjcFlQnkQUcNGllMCRsoa3ZfcmVhZF93YWwt6AAgReAAdCGZHRU8Ni4zOW1zfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('9gegCvEHCgxJbXBvcnRJbnRvXzISrAcKDVRhYmxlUmVhZGVyXzcSqQQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfRpAYjDQDCIJzgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAN0aWt2X3Rhc2s6e3Byb2MgbWF4OjFtcywgbWluOjBzLCBhdmc6IDYwMMK1cywgcDgwOjFtcywgcDk1OjFtcywgaXRlcnM6MjQsIHRhc2tzOjV9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNTAwMCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDI0Mzc2MiwgdG90YWxfa2V5czogNTAwNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDY5LjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTUzOTAsIGtleV9za2lwcGVkX2NvdW50OiAyMDM5MCwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0YWlsOiB7NsUAJHRpbWU6IDUuNzYhDAkcGHN1c3BlbmQNHBgzNS43wrVzEeQMd2FpdA0aEDE2My44HRssa3ZfcmVhZF93YWxsDSMAMwVWIZkdFSA2LjM5bXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBMhgCKAFAAVIUZGF0YTpUNkcCBFoUBcIIOS40BcEwbG9vcHM6N2KaAmNvcEkNJCB7bnVtOiA1LCBBEQwgMy43BZVBFQggMS4FNiBhdmc6IDIuNzgBrkEQGSYIYXhfIfAAXym6EDIwMTYsASJGFQAIdG90BRUyTQElLgA6PSmAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBbQIX2R1BRoYbjogNzQuNSVjAYqYZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AfEUX3JwYzo1MbUlJCwxMy40bXN9fXC/8AQ9cQA4IVwUA04vQVoTCScQLjAycywtSgAxVqUBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/05/07 02:08:52.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/07 02:08:52.807 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/07 02:08:52.807 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:52.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.898 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=297.277µs] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:52.909 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/05/07 02:08:52.948 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.173637ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.030 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=326.36µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:53.049 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/05/07 02:08:53.079 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=54.008012ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=212.302µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:53.198 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/05/07 02:08:53.216 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.133834ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.272 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:53.283 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/05/07 02:08:53.287 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.337 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/07 02:08:53.337 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:53.343 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.570532997\n# Parse_time: 0.000935635\n# Compile_time: 0.001143348\n# Rewrite_time: 0.000009428\n# Optimize_time: 0.001597029\n# Wait_TS: 0.000377084\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/07 02:08:53.345 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/05/07 02:08:53.381 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:53.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:53.381 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:53.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/07 02:08:53.444 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.152753ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:53.488 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/05/07 02:08:53.525 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.931179ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:53.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.591 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.620 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/07 02:08:53.620 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:53.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/05/07 02:08:53.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:53.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:53.711 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:53.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/05/07 02:08:53.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:53.808 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/05/07 02:08:53.864 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.436698ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:53.876 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/05/07 02:08:53.910 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.019263ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:53.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.002 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.055 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/07 02:08:54.055 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:54.060 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.433027749\n# Parse_time: 0.000733864\n# Compile_time: 0.001144386\n# Rewrite_time: 0.000013869\n# Optimize_time: 0.001597029\n# Wait_TS: 0.000435193\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/05/07 02:08:54.063 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/05/07 02:08:54.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:54.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:54.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:54.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/05/07 02:08:54.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:54.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.235 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/05/07 02:08:54.336 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=3.08477ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:54.348 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/05/07 02:08:54.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=54.325188ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:54.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:54.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:54.492 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/07 02:08:54.492 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:54.497 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.436209567\n# Parse_time: 0.001781165\n# Compile_time: 0.001215658\n# Rewrite_time: 0.000011781\n# Optimize_time: 0.001597029\n# Wait_TS: 0.000440164\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/05/07 02:08:56.245 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 1.699053978\n# Parse_time: 0\n# Compile_time: 0.003833157\n# Rewrite_time: 0.000682944\n# Optimize_time: 0.000809013\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9effb8e73ddb4addd727fcdab2ed4d7f312c611e9709931aec18b081eb7b81e6\n# Num_cop_tasks: 0\n# Mem_max: 225756\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 3\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8gHwTzAJM180CTAJODAwMAlDb2x1bW4jNAkzCXRpbWU6MS42OXMsIGxvb3BzOjIsIENvbmN1cnJlbmN5OjUJMTUuNSBLQglOL0EKMQkxXzUJMAk4AUcIZXEoDUpMMywgInN0b3JhZ2UuZW5naW5lIilWXQAcCTIwNC45IEsJTygyCTExXzYJMAkxMAFR8Ex0YWJsZTpDTFVTVEVSX0NPTkZJRywgbm9kZV90eXBlczpbInRpa3YiXQkyMTM2CXRpbWU6MTkxLjJtcywgbG9vcHM6MwlOL0EJTi9BCg==')\n# Plan_digest: a5f0c0e455a8cac65b6a9db45b21993c76e17be51ff1d76d4ae8c4df44742533\n# Binary_plan: tidb_decode_binary_plan('4AJgCtsCCgxQcm9qZWN0aW9uXzQS9gEKC1NlbA0QVDUSigEKDk1lbVRhYmxlU2Nhbl82KQABAViIw0Aw2BA4AUABSiYKJAoSaW5mb3JtYQVG8EZzY2hlbWESDkNMVVNURVJfQ09ORklHUhNub2RlX3R5cGVzOlsidGlrdiJdWhV0aW1lOjE5MS4ybXMsIGxvb3BzOjNw/////wUDBAF4BQcBASQBIQAAAADgdB5BCYMQQL9AMAMBguBSHmVxKENvbHVtbiMzLCAic3RvcmFnZS5lbmdpbmUiKVoTdGltZToxLjY5cywgbG9vcHM6MnDA5wwuXAAUmpmZmVmBRlwAAAgNWQA0UkYAeGINQ29uY3VycmVuY3k6NXCcfHj///////////8BGAE=')\n# Resource_group: default\nselect `value` from information_schema.cluster_config where type = 'tikv' and `key` = 'storage.engine';"] [2024/05/07 02:08:56.245 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/05/07 02:08:56.246 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589473366507525\n# Query_time: 1.5068540480000001\n# Parse_time: 0\n# Compile_time: 1.497216614\n# Rewrite_time: 0.001472752\n# Optimize_time: 1.493184588\n# Wait_TS: 0.000156611\n# Cop_time: 0.000112314 Process_time: 0.000496991 Wait_time: 0.000110684 Request_count: 2 Total_keys: 494 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 122 Rocksdb_key_skipped_count: 1350\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000248495 Cop_proc_p90: 0.000299499 Cop_proc_max: 0.000299499 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.5342e-05 Cop_wait_p90: 6.9343e-05 Cop_wait_max: 6.9343e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12934\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('nRe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjMuMzVtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBGCDDIuODcdghwJMCBCeXRlcxEIHAoyCTE3XzI3HXdUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJpAAHUIGx1bW4jMTUpXRl2BDYyHXZsLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyLgUoEGZldGNoEQ0FLAw6MHN9EaURCCAKMwk2XzI5KEIBTQApAbM0NDAwCWdyb3VwIGJ5OkMRiEAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMGawEMDMyrABQcGFydGlhbF93b3JrZXI6e3dhbGxfJc8YMS40NDIyNSXTBGNvPcp4LCB0YXNrX251bTowLCB0b3Rfd2FpdDo2LjExNDE0OAFfARUYZXhlYzowcwkiBVIYNi4yNzE2NAVSKG1heDoxLjI5MTc5BRAIcDk1HRAUfSwgZmluWpcAEDkyODcxBTVelwABoxGXHDI3Ljk5M8K1DYkFlgw0Ljg0FRIFmxg4LjQ2NDkxRT4Jmww4MTc2BWUJmg0PEH0JTi9BAQQYCjQJMV8zMDGYKG5vdChpc251bGwoNXQAKSG2BV4IMS4yJfptGggJMzhRmmENEDUJNl8zIaIIODAwPeJKhQJ5ElINAyRzY2hlbWFfaWRzUh8ARYwJHkkzCG1pbhWuADhOLgIEMS4paA24ACxqLgIcNTM5LjQ4NcIhaF6XAS4uAgQxLiH7ADZmLQIYMi4xMTM1MUVPIZIUNDM5LjA5CWEhkxkQci0CEDA1MTI5JX1elgAyLQIQOS4yMzEFxUFBRS0INS4zCXYBEiXPHDQuMjU0ODY0Ab0BmxQ5OTIuNzUJJQGbGRBZLyA2CTMxXzM2CTAp5jhkYXRhOkhhc2hBZ2dfMzFxnxAzODIuMgV/NXMoY29wX3Rhc2s6IHthcgggMSwFdAggMS4JgUEUGF9rZXlzOiAtYAESFDogMTk3LgmTAbhlogwgNDEuaQpkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCRvgFzCF9kdQUaGG46IDQzLjkFmCxtYXhfZGlzdHNxbF8uUgFIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGPBCwB0oQEpPiwxLjUxbXN9fQkyNDGtoGEGADdhBgwxCTFfLSKV6v4IA5YIA0pmABRqb2JfaWR9GAA4JacEa3YlHQQ6e0UMgeEtrDx9LCBzY2FuX2RldGFpbDogqfYtnEAyNDcsIGdldF9zbmFwc2hvdCkNCCAyMi2mmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjEsIGtleUIXABw3NSwgYmxvY0EhEH19fSwgAZc+hABBEwhlc3MNdDIbAqFlBGFpEY9VIgB0AejZDQwgMzYyRQJZ0hQ4CTQzXzOhBwwwCTEwgbuFYQA6LkMIfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvelEBQRkBBAQKM2E+HDQxKFByb2JloVcANhq2CABkYUgsU2VsZWN0aW9uXzQwBVIOjQgINjUuqeQtngAsQfUpugAgQZp5SggyLjGl+CElLa4ySgMIMjk5LaR5SgQ2Od5KAwA2iV/uSANpSAwyLjA1aUgENTN9SCGRBDQwZUgxJUrcAgxyZW9yFrkJNs8CADGB1C0y0tACBDM4jcH+0AKq0AIyoQE20AI1qImBGGt2X3JlYWQu2QIF8gB0IQdd7gQ1NqkqWYIENQlB7gA5JVj+7gJd7gV+MXAgCU4vQQlOL0EK')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('7RnwSQroGQoNUHJvamVjdGlvbl8xMxLRGAoHU29ydF8xNBLaFwoLSGFzaEpvaW5fMjcSzwYKDlRhYmxlUmVhZGVyXzQxEpAECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWELCBlMUEpq6qqqqoAugWEBFIYBYAALi5/ACQucmVvcmdqoAJ0bmYACCwgcwHd8GlkZXRhaWw6IHt0b3RhbF9rZXlzOiAyNDcsIGdldF9zbmFwc2hvdF90aW1lOiAzOC4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDYxLCBrZXlfc2tpcHBlZF9jb3VuARdANzUsIGJsb2NrOiB7fX19LCABWD6EABxwcm9jZXNzXwEcGDogMjk5LjUFdQmiCHdhaRGPDDY5LjMdGixrdl9yZWFkX3dhbGwNPSVYJQcdFQg1NjEFOFppASwaAQIhVVVVVZV09kA5bCgBQAFSEWRhdGE6U10uBFoWBaUQMzY1LjQFijBsb29wczoxYtcBY29wKeJYIHtudW06IDEsIG1heDogMi4xN21zLCAB5i1vBDAsAdwF+DrwAAXuADoZ6YBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhBuOiA2MQWXqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlgBhLUskMi4wNW1zfX1w/S6VAhAS1w8KCmFiIEFnZ18yORKWDC5OAxAzMBKzCxkgEDM1EqcHNoEDEDM2EusEHSIIMRKVRn8DADRF+/5/A31/BBx0OhkDBDBzkn4DAChhfgAAAQEEQL9pfiyUAWdyb3VwIGJ5Om2BCDaIAyHjHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqBQvsDLuIAzvoDBDIybYUAcv76A6b6AwgxOTcNdUL6AwA0acKBQARrdi7cAxgzNjIuOcK1XtwDICHe3d3dHT73QDnHYdkED2Rh2QhIYXNFyAQzMXHXDDgyLjJlQHHXANli1wMMMS42NG7XAzLNAG3XFcbC1wMENDMF5oVT+tkDDDEuNTFl2QDxLtkDJSkIrWz4OikBAIT+8AK+8AJV1F3gCDVaFKV2DDEuMTUhczGdRLECcGFydGlhbF93b3JrZXI6e7n1FDUzOS40OMlILgEFHDUsIHRhc2tfoaMAMIXxKZwYMS45MTc5NgFfHHRvdF9leGVjZUQBDQV9HDIuMTEzNTE4ASKh2BQ0MzkuMDkJYQhwOTUdEBR9LCBmaW5SlgAcMS4wNTEyOTIBRV6WAAGiAG8NlhAyOS4yM6nSARQFlgg1LjMJdgESBZsUNC4yNTQ4SY8BmxQ5OTIuNzUJJQGbGRBaAgcp/QRI/i39CAC5QGUmKBZub3QoaXNudWxsNZgINSkpNY4AMgXILY4IcPwCKr0IJBoBASFEREREJGM+VQAEOGexQTHrBDUsjfAcZmlyc3Ryb3cdbZnlUQUMMi4wMyE/DXcEYrBqBQIYMS40NDIyNUU1Xm8BLgUCGDYuMTE0MTQl5CFeJXChSgENJWsYNi4yNzE2NAVSIWsIMS4yQTgFECFrGRByBgIMOTI4N0nMXpcAMgYCEDcuOTkzhZgBiQWWDDQuODQVEgWbGDguNDY0OTESbAgJmww4MTc2HZoND14EAg52ChRvQQ1BKawebwpoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYpcGBCwgNdcEKV1NKggyLjYuKgIEYjUWuggQaGFzaF/F9QA6Fo0KCDoyLgUoEGZldGNoEQ0FLCw6MHN9IZkqIkvNGx46oQAAPUqLAPmIFDpkZXNjLE6NB+lGFaIAOCU4TVUFawR9Wj5rAE7zBwFHEG1ldGEsTmQAGYgNaAgzLjMlkQ1oDGINQ28mnAlANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/07 02:08:56.253 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:56.253 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:08:56.254 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:56.254 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:56.255 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:56.255 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:56.255 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:56.255 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:56.255 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:56.273 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:56.275 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:56.275 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:08:56.275 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589473759461379\n# Query_time: 1.535231385\n# Parse_time: 0\n# Compile_time: 1.522914239\n# Rewrite_time: 0.003967689\n# Optimize_time: 0.016476932\n# Wait_TS: 0.000144587\n# Cop_time: 0.003721736 Process_time: 0.000113258 Wait_time: 0.000079845 Request_count: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.6629e-05 Cop_proc_p90: 8.2983e-05 Cop_proc_max: 8.2983e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.9922e-05 Cop_wait_p90: 4.5041e-05 Cop_wait_max: 4.5041e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17015\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/iOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJcOjQuOTJtcywgbG9vcHM6MQkwIEJ5dGVzEQgYCjEJM18xNW6RAAxpZCwgWosAAbEMX2tleWYhAAR5cGalAAxzdGF0bh4ABGVwYlgAhiUBIG9uY3VycmVuY2adAI5JASR0YXJnZXRfc2NvAckcQ29sdW1uIzMhMC1eBDcxPV4ILCBDGXhYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlayBncm91cCBieTpaWQEhdCRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGAAC4d6wgpLT4VowAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQpmTAARIqJSAAh5cGVqTgBFWSkjfuIARWhmSwAFH56WAFF5Zk8AESKeUgBdhmZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXANmUgAuJgCZ1QQ2NjJ3A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUiIDo0LjExNjI0OQEvHe4MOjUsIEWSXG51bTowLCB0b3Rfd2FpdDoxOS44ODM5OAUxARYYZXhlYzowcwkjZfUcMjAuMTE1MzelWCBtYXg6NC4wNTiFCAhwOTUVDhR9LCBmaW5alQAQNTU5MzIFxF6VAAGhEZUcMjMuNDI5wrUNhgWTEDQuMzQ1FRMJmRgxLjUzNTI1BbwJmRQ1MTkyMjUB/QmbERAAfYGSAQQECjPBARw4CTAJMC4wMl6VBoGQWiQEJUb+BAZaBAZ5TFp9ADIYA14kAC7kAlokAEm3Wh0ALoICMpIGdo0FUa0IMy45JYHtgnYkBhg0CTE3XzIwMY9QaW5uZXIgam9pbiwgZXF1YWw6W2VxLsoFSoMAcswAAR0QKSBlcSjRKAA3AZDJ1gg2KV0ZtAQ4OEE1FbRoYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6My4xBd0QZmV0Y2gVDgUuDDowc30eZwgRCCAKNQkzXzIxKEIBTwApEeY9eI7QAEokADLkAQxjYXN0eiQBWbUwZG91YmxlIEJJTkFSWf1AADcxCwwyLjk3MgsBPuMHCDIuNvXjFDYJMzBfMnVOGUQyTwEMCTIzNRqHCQ4YCBg3CTQ3XzI1MRUYMV8wCTEwCSlnNHN0LCBpbmRleDppZHhfYfkMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIMHoHHM6cHNldWRvGZkAMIUtNegIY29wEocKCDoge6EaCCAxLIVJDCAxLjWJ4Qhyb2Nh7ghzOiCtNgESGDogMzAuM8KRoKVJECAzNC44BRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSSoFcghfZHUFGhRuOiA2Mi6J2ixtYXhfZGlzdHNxbF8940w6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MaWqDk4LRGltZToxLjMxbXN9fSwgdGlrdgVpBDp7BRqh0w33PH0sIHNjYW5fZGV0YWlsOiBJ3A3nCDEsIBICChhuYXBzaG90qWoQIDE0LjcF3TRyb2Nrc2RiOiB7YmxvYyE4AH0JbgRtZT5QACEqCGVzcw1CLjIBwSUEYWkRXDU5BbPZyxQgMTUxwrW9uzA3CTFfMjcoUHJvYmUpRTilxARpbnr+AkEKSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKWHFQcYBBBwKOAk0NV8yNgWLMsMCgo4CAT8BBIkhADkR1BgwCTI5Ljk3LiIEPqAKnT0uGwB54l4hABJCClodAC0iWh4A/pcG/pcGTpcGPvUELgwB4b5e6AQOkAxlEAgyLjll4m0UwRciQw0aywwEMzQeywyF6AU8KaCZUAQ4NL0tDAkyNDE+6QQEMzMu6QQAM5HpleglewAoBQad4AxwYXVzQaAALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdIALFXcqhYFADIS3Ak1C2YWBQA2xf5h2o0vMhYFADg+FAUasgkAY74SBQg1NS4W/wn+EgWhEgQ1M/YSBQAzUhIFDDIyLjJaEgW5/Bxjb3VudDogNpokBTlANiIFLUc+IAUIMjQwBYQm3QqhIgQzNZFO4VpJsFbkBC40AxIpCUbdBAQzNAVGLrcCptwE')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('vyfACronCgdTb3J0XzEzEqImCg1Qcm9qZWN0aW9uXzE1EpcjCgpIYXNoQWdnXzE2EtcZCjIhABQ4EqwWCgsBISRKb2luXzIwEsUJMkMAZDIxEs0HCg5JbmRleExvb2tVcF8yOBLgBAoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwwl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToyLjA5bXMsIGxvb3BzOjFi2AFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjUxbXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDMwLjPCtXMsIHRvdF93YWl0OiAzNC44wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNjIuNQVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8F4jgxLjMxbXN9fWrKAXRpa3YJ3AB7BRsAMBn5DH0sIHMhkihkZXRhaWw6IHt0bwFCCeg4MSwgZ2V0X3NuYXBzaG90CVgQIDE0LjcFpDRyb2Nrc2RiOiB7YmxvYyE5EH19fSwgAWM+UAAYcHJvY2Vzcw1CLjMBBGFsJTURGgA0LToFswh3YWwNzSQgMTUxwrVzfXD/EQEEAXgRCiT/ARKdAgoMU2VsTco8MjcSbgoRVGFibGVSb3dJRElzADZJcARUpTpwAggNCgtdcARSHnY/AlaBAAgaAQIJXiyQpUApoNtLGqN1lD9BzhBSbmluKEXNYC50aWRiX2JhY2tncm91bmRfc3VidGFzay5BnUhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABdQoEODhB4ABsaQoEcOsuWgFhpxipg8CnYxV0Nj0ACFKVAX7XAAxlcCwgdiQAXdkULCBjYXN0euQAITBBm2gsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzcV1QQ5Nx3VCGIPQ31EFE9GRnDsFC5AAgT9CjbIBAg5Er86yAQQMzYSmQVCyAQIMzMakcgEuJpRWAA+icgIHAoaUVgUAXQaDgoFJekAEgkHBFJtkb8McGF1cyHsACwVCihdLCBbInJldmVydAkZGQwJG00eACxVKKb1BAQyMi4WAQDUavUEBDY1ASphuCFyPvUEBDgzhQIIdG90Zb4MOiA0NQURCGNvcLbxBAw1NS45BTr+8QSB8QQ1M4XxANri8QQAM1LxBAwyMi4yBaRG8QQIY2FjrdwcY291bnQ6IDaaAwU5QTYBBS1IPv8ECDI0MAWEXgEFBNYBLgEFDDM1Em1CAQUEMzSJowSquTqpAggMCgpZqfoABSgEukApuR6F61H4PWUGBFIoVsEEDGdsb2LBqakBaroEGIk7w9ZL4Y0dVjK6BAA0QaWRugDxNroEIAIh6SCU+SYBjzY9AAhS2wKdli6JAARpZDKxBC4bAAGpYQhmIQAIeXBlYh0AZfpiHgAYcHJpb3JpdGZcABRjcmVhdGXlImJFADJLBVrgAABzPpMFNuIAAHLl7ARjbwHJPo0FLioAISdegAUANrmAADE9m0aABQTcIr2ARCHFqRolOc6UQCmJ0t7gC5OZPyHmWFJwaW5uZXIgam9pbiwgZXF1YWw6W2VxeiQGcuUAAR0QKSBlcSjVMAQsIBELCDYpXQ29ADM2EgcIYjdiEqsJFGhhc2hfdA5WCAQ6exImCQw6My4xpSYQZmV0Y2gVDgUuLDowc30hfv1UfUgWlTrXAADL/oAC/oAC/oAC/oACioACXcJKMwld7TWzADklio0LRnACBNglLnACGM6mZ+JvmpWxCQDwSXAEtwYOmwkQcCBieTodgD77AiBmdW5jczptYXh6iQIdpSqhCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG4ZkwAESKemACB6WpOAKUHKSN+nAClFmZLAAUfnpYAsURmTwARIp5SAL11ZlUAHSWiWAAmiQpqWAAZJZ5YAIXbYjICAR6eSgAAdN0KZlIALiYAbYUMNC42Ni71BRiyAnBhcnRpDuEIGG9ya2VyOnsm0Q0YNC4xMTYyNBKEDx3uDDo1LCBFkhBudW06MBLQDhZhChwxOS44ODM5OAUxDncKDhEQEskOAQ0Ocw4gOjIwLjExNTM3EuMKDrsPEDQuMDU4xYcIcDk1FQ4UfSwgZmluWpUAEDU1OTMyBcVelQABoR72ChAyMy40Mha/CgEUBZMINC4zHsQJHjIPHDIxLjUzNTI1BbwJmRA1MTkyMoWyCZsREFrgCRghNA3OSNbkPrEEAKv+Sgb+SgY6SgZJZlq1BHmBWiEAPXJm5wiKCwkumgL53wA1VaUAN0UTmioGFJLHF1XY/D55AQBeWsMAhuQAisAABGlkFas4OTJtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/05/07 02:08:56.280 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:56.285 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:56.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [key=import-from-select] [2024/05/07 02:08:56.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [key=import-from-select] [2024/05/07 02:08:56.338 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [key=import-from-select] [readDur=14.399µs] [encodeDur=944.72µs] [checksum="{cksum=16116867390038376506,size=84,kvs=2}"] [deliverDur=164.646µs] [type=query] [takeTime=1.563167ms] [] [2024/05/07 02:08:56.338 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [key=import-from-select] [readDur=163.112µs] [encodeDur=994.718µs] [checksum="{cksum=9941637007760474360,size=84,kvs=2}"] [deliverDur=140.018µs] [type=query] [takeTime=1.688478ms] [] [2024/05/07 02:08:56.340 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:56.340 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/c58836e9-0287-4fda-bd8a-a577daf9612e/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/66199518-1d91-474f-a38d-eea693474d9e.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000003] [2024/05/07 02:08:56.341 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/c58836e9-0287-4fda-bd8a-a577daf9612e/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/75f330b8-11a0-4cfb-ad65-fc2bb188e9fd.sst] [firstKey=7480000000000000795F728000000000000002] [lastKey=7480000000000000795F728000000000000004] [2024/05/07 02:08:56.344 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=4.27414ms] [] [2024/05/07 02:08:56.344 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:08:56.349 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:56.371 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/05/07 02:08:56.371 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:56.385 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/05/07 02:08:56.387 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.225944ms] [] [2024/05/07 02:08:56.387 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:56.389 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.729618ms] [] [2024/05/07 02:08:56.389 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:08:56.389 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:56.389 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=57.345µs] [] [2024/05/07 02:08:56.389 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/05/07 02:08:56.389 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [2024/05/07 02:08:56.399 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [takeTime=9.757749ms] [] [2024/05/07 02:08:56.399 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/07 02:08:56.399 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [weight=30] [2024/05/07 02:08:56.400 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [concurrency=15] [2024/05/07 02:08:56.404 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/05/07 02:08:56.405 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/05/07 02:08:56.405 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=c58836e9-0287-4fda-bd8a-a577daf9612e] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=15.175826ms] [] [2024/05/07 02:08:56.405 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:56.405 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.169µs] [] [2024/05/07 02:08:56.405 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:56.406 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.310388ms] [] [2024/05/07 02:08:56.406 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:56.406 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.634µs] [] [2024/05/07 02:08:56.406 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:56.407 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=975.192µs] [] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:56.411 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:56.411 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:56.411 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:56.411 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:56.413 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:56.413 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:56.413 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:56.413 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:56.413 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:56.416 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589473313816579\n# Conn_ID: 2\n# Query_time: 1.9027508499999999\n# Parse_time: 0.0016148\n# Compile_time: 0.004128593\n# Rewrite_time: 0.002617269\n# Optimize_time: 0.001597029\n# Wait_TS: 0.00013068\n# Cop_time: 0.000071526 Process_time: 0.000038817 Wait_time: 0.000032563 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.8817e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.2563e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kAaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjEuODlzLCBsb29wczoxCQEamE4vQQoxCTE0XzYJMAkxMDAwMAlmcm9tX3NlbGVjdC5zcmMuaWQJNBFACDI2bRVBYDIJMS4wNSBLQgkwIEJ5dGVzCjIJMzFfMTAVSkxkYXRhOlRhYmxlRnVsbFNjYW5fORFMGDYyMC41wrUZTnQsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzEBd0Rwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDM4LjgFSgETJHdhaXQ6IDMyLjYFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA4Ny40BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXy1vJDE3bXN9fQkzNTMpIgAJIW8gMwk0M185CTFfMXHAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUlAHsFZAAwNUEBlwBzIWMoZGV0YWlsOiB7dG8Bixhwcm9jZXNzMjkBBGFsMhcAIF9zaXplOiAxOClXBGFsDS04NSwgZ2V0X3NuYXBzaG90CdYQIDEyLjMlInRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYOCwgYmxvYyHmEH19fSwgAcdetAABHDbgAQhhbF8h4hEaBDIuKecAdCEXDHdhbGwNGTwxNDTCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('ggfw9Qr9BgoMSW1wb3J0SW50b18yErgGCgZTb3J0XzYS6AUKDlRhYmxlUmVhZGVyXzEwEqYDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDEyLjPCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcFDogMzguOAVxAHQFnAh3YWkRiwwzMi42CRocaWt2X3dhbGwNMyAxNDTCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKT2VKAFAAVIUZGF0YTpUNsMBBFoWBYYQNjIwLjUFbEBsb29wczoyYtgBY29wX3RhcwHLYG51bTogMSwgbWF4OiAxLjMxbXMsIHByb2MtSwQ0LAG+AF8BEjbRAAXPADoZyoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiA4Ny4B7AV7yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLAGXAGEtNygxLjE3bXN9fXDhAi4vARjomd+YRR9bQi8BBBJmWcAgLnNyYy5pZFoUJS0MMS4yNiEBLSsMcLgIOCFgFANOL0FaEw0iBDg5WbtWqAEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/05/07 02:08:56.426 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/07 02:08:58.149 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589473851211781\n# Query_time: 1.567377139\n# Parse_time: 0\n# Compile_time: 1.553956884\n# Rewrite_time: 1.5255963129999999\n# Optimize_time: 0.021745186\n# Wait_TS: 0.000181712\n# Cop_time: 0.003685133 Process_time: 0.000086286 Wait_time: 0.000103346 Request_count: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 4.3143e-05 Cop_proc_p90: 5.2016e-05 Cop_proc_max: 5.2016e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.1673e-05 Cop_wait_p90: 6.5258e-05 Cop_wait_max: 6.5258e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17237\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('gCSwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJcOjUuMTJtcywgbG9vcHM6MQkwIEJ5dGVzEQgYCjEJM18xNW6RAAxpZCwgWosAAbEMX2tleWYhAAR5cGalAAxzdGF0bh4ABGVwYlgAhiUBIG9uY3VycmVuY2adAI5JASR0YXJnZXRfc2NvAckcQ29sdW1uIzMhMCVeDDQuODU9XggsIEMZeFg6T0ZGCTQuNzEgS0IJTi9BCjIJNl8xNiVrIGdyb3VwIGJ5OlpZASF0JGZ1bmNzOm1heCgdJQxiYWNrAT0UbmRfc3ViIYAALh3rCCktPhWjACwNQRxmaXJzdHJvdy5GAC5wAhBpZCktPh1iNhwAnkYAAYpBCmZMABEiolIACHlwZWpOAEVZKSN+4gBFaGZLAAUfnpYAUXlmTwARIp5SAF2GZlUAHSWiWABZimpYABklnlgADHN0ZXBmUQABHp5KAC5cA2ZSAC4mAJHVDDQuNzcydwNMcGFydGlhbF93b3JrZXI6e3dhbGylIiA6NC4yNDYxNDgBLx3uDDo1LCBFkmBudW06MCwgdG90X3dhaXQ6MjAuMjU5NDM5ATEBFhhleGVjOjBzCSNl9SAyMC40OTc3NjYBIyhtYXg6NC4xMjI4MwUQCHA5NR0QFH0sIGZpblqZABQ2NDkxNjMBRV6ZAAGlFZkYNi4yMzHCtQ2KBZcQNC42MDYVEwmdFDIuMTI5Nqn1CZ0QNTg5MzAFaAmdERAAfYGWAQQECjPBBRw4CTAJMC4wMl6ZBoGUWigEJUr+CAZaCAZ5UFp9ADIcA14kAC7oAlokAEm7Wh0ALoYCMpYGdpEFWbEAMEVR7YZ2KAYYNAkxN18yMDGPUGlubmVyIGpvaW4sIGVxdWFsOltlcS7OBUqDAHLMAAEdECkgZXEo0SwANwGQydoINildFbRBmhWxbGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjMuNTEBKRBmZXRjaBUOBS4MOjBzfR5oCBEIIAo1CTNfMjEoQgFPACkR4z11js0ASiQAMuEBDGNhc3R6IQFZsjBkb3VibGUgQklOQVJZ/UEANzEICDMuMjZtBD7kBwgyLjb15BQ2CTMwXzJ1SxlEADFlgS1PDAkyMzcaiAkOGQgYNwk0N18yNTEVGDFfMAkxMAkpZzRzdCwgaW5kZXg6aWR4X2H2DF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB6RxzOnBzZXVkbxGZBDIuibcNmRAsIGNvcBKICgg6IHuhGwggMSyFRgwgMS41BcIMcHJvY2HrCHM6IK03ARIYOiAzNC4zwpGdpUoIIDY1DRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSSoFcghfZHUFGhhuOiA1My44BU0sbWF4X2Rpc3RzcWxfPeNMOiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjGlqw5PC0RpbWU6MS4zNW1zfX0sIHRpa3YFaQQ6ewUaodQN9zx9LCBzY2FuX2RldGFpbDogSdwN5wgxLCASAwoYbmFwc2hvdKlnBCA1qYs0cm9ja3NkYjoge2Jsb2MhNgB9CWwEbWU+TgAhKAhlc3MNQC4wAcEgBGFpEVo1NwWx2cocIDE2Ny45wrW9uDA3CTFfMjcoUHJvYmUpRTilwQRpbnr+AkEKSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKWHFQcYBBBwKOAk0NV8yNgWLMsMCgo4CAT8BBIkhADkR1BgwCTI5Ljk3LiIEPqEKnT0uGwB54l4hABJDClodAC0iWh4A/pQG/pQGTpQGPvUELgwB4bte6AQOkQxlEAgyLjl+pAYEMzQezAyF6AU8KaCZUC5EAAgJMjQecA6V6AQzMy7oBAAzkeiV5yV6ACgFBp3fDHBhdXNBnwAsFQooXSwgWyJyZXZlcnQJGRkMCRtN0QAsVduqFQUAMRIwCo0ebhUFADQF72HbjS4yFQUENTKFxiLECQwgMzguiTgAY8ITBQA0BUv+EQX+EQWhEQAzUhEFBDExre5GEwW5+xxjb3VudDogNpolBTlANiMFNUdCIwUINTcuDhELJtsKoSMEMzWRT+FbSbFW5QQuNQMSJwlG3gQEMzQFRi65AqbdBA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('wSfACrwnCgdTb3J0XzEzEqQmCg1Qcm9qZWN0aW9uXzE1EpkjCgpIYXNoQWdnXzE2EtUZCjIhABQ4EqoWCgsBISRKb2luXzIwEsUJMkMAZDIxEs0HCg5JbmRleExvb2tVcF8yOBLgBAoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwwl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToyLjM2bXMsIGxvb3BzOjFi2AFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjUzbXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDM0LjPCtXMsIHRvdF93YWl0OiA2NS4zwrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNTMuOAVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8F4jgxLjM1bXN9fWrKAXRpa3YJ3AB7BRsAMBn5DH0sIHMhkihkZXRhaWw6IHt0bwFCCeg4MSwgZ2V0X3NuYXBzaG90CVgIIDUxBaI0cm9ja3NkYjoge2Jsb2MhNxB9fX0sIAFhPk4AGHByb2Nlc3MNQC4xAQRhbCUzDRoENjUtOAWxCHdhbA3LLCAxNjcuOcK1c31w/xEBBAF4EQok/wESnQIKDFNlbE3KPDI3Em4KEVRhYmxlUm93SURJcwA2SXAEVKU6cAIIDQoLXXAEUh52PwJWgQAIGgECCV4skKVAKaDbSxqjdZQ/Qc4QUm5pbihFzWAudGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2suQZ1IZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKVafABwhjURsjTL1ch2cCAFAAW0KDDMuMTNB4ABsaQoEcO0uWgFhpxipg8CnYxV0Nj0ACFKVAX7XAAxlcCwgdiQAXdkULCBjYXN0euQAITBBm2gsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzcV1QQyNx3VCGIPQ31EFE9GRnDsFC5AAgT+CjbIBAg5EsA6yAQQMzYSmwVCyAQIMzMakcgEuJpRWAA+icgIHAoaUVgUAXQaDgoFJekAEgkHBFJtkb8McGF1cyHsACwVCihdLCBbInJldmVydAkZGQwJG00eACxVKKb1BAQxOC4WAQDUavUEBDQ5ASphuiFyPvUEBDUyhQQIdG90ZcAQOiAzOC6JFwhjb3C68wQANAVL/vEEnfEA3OLxBAAzUvEEBDExjZdG8wQIY2FjrdwMY291bqH7mgUFOUE2AwU1SEIDBQw1Ny42agMFBNYBLgMFDDM1Em1CAwUEMzSJpQSquTqrAggMCgpZq/oCBSgEukApuR6F61H4PWUIBFIoVsMEDGdsb2LBq6kDarwEGIk7w9ZL4Y0dVoG8ABPBaAg6Mi5FppG7APA2uwQgAiHpIJT5JgGPNjwACFLbAp2XLogABGlkMrIELhsAAahhCWYhAAh5cGViHQBl+2IeABhwcmlvcml0ZlwAFGNyZWF0ZeUlYkUAMkwFWuAAAHM+lAU24gAAcuXtBGNvAck+jgUuKgAhJ16BBQA2rYEIMi45LpsBRoEFBNwivYFEIcWpGiU5zpRAKYnS3uALk5k/IeVYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6JQZy5QABHRApIGVxKNUxBCwgEQsQNildWhFFVwA0gftNVQhiN2ISqQkUaGFzaF90DlQIBDp7EiQJEDozLjUxASkQZmV0Y2gVDgUuLDowc30hfv1UfUgWlTrUAADL/n0C/n0C/n0C/n0Cin0CXb9KMQld6k1tCDQuMHZtAgTYJS5tAhjOpmfib5qVsQUA8EltBLcGDpkJEHAgYnk6HYA++AIgZnVuY3M6bWF4eoYCHaUqnwgENSwNQRxmaXJzdHJvdy5GADZrAAgpLT6ChwB+RgCRtWZMABEinpgAgeZqTgClBCkjfpwApRNmSwAFH56WALFBZk8AESKeUgC9cmZVAB0lolgAJocKalgAGSWeWACF2GIyAgEenkoAAHTdB2ZSAC4mAHWFADcycwsYtgJwYXJ0aQ7fCBhvcmtlcjp7JtENGDQuMjQ2MTQSjQod7gw6NSwgRZIQbnVtOjASzg4WXwocMjAuMjU5NDNl5g51Cg4PEBLHDgENpbQcMjAuNDk3NzYS1g8OuQ8YNC4xMjI4MwUQCHA5NR0QFH0sIGZpblqZABA2NDkxNhIRDV6ZAAGlHvgKEDI2LjIzFvkKARQFlww0LjYwDqoJCcAJnRwyLjEyOTYxMsEwCZ0QNTg5MzAFaAmdERBa4w4YITQNzkjW5D61BACr/k4G/k4GOk4GSWpauQR5hVohAD1yZugIigwJLp4C+eAANVWpBDg1IYjx4UIcDjYuBhSSxxdV2Pw+eQEAXlrDAIbkAIrAAARpZA2rQDUuMTJtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/05/07 02:08:58.152 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:58.152 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/07 02:08:58.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.261 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/05/07 02:08:58.333 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=3.93668ms] [gotSchemaVersion=64] [phyTblIDs="[121,123]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:08:58.347 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/05/07 02:08:58.374 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.791054ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.441 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/07 02:08:58.450 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/05/07 02:08:58.454 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.521 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/07 02:08:58.521 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:58.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.1014591400000002\n# Parse_time: 0.000491046\n# Compile_time: 0.00079035\n# Rewrite_time: 0.000009597\n# Optimize_time: 0.001079206\n# Wait_TS: 1.6795869570000002\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/07 02:08:58.528 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/05/07 02:08:58.605 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:58.605 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/05/07 02:08:58.680 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.690 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/05/07 02:08:58.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.14332ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:58.763 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/05/07 02:08:58.795 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.71551ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.890 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/07 02:08:58.890 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:58.894 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.366881228\n# Parse_time: 0.000785487\n# Compile_time: 0.001220346\n# Rewrite_time: 0.000012232\n# Optimize_time: 0.001079206\n# Wait_TS: 0.000459208\n# DB: from_select\n# Is_internal: false\n# Digest: af967cff9bbeb8f6a457f8a81126c6ea624a99b7418649c19f160d06f34f9ae4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table src2(id int, a varchar(64));"] [2024/05/07 02:08:59.133 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/05/07 02:08:59.141 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:59.142 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:08:59.142 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:59.142 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:59.143 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:59.143 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:59.143 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:59.143 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:59.143 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:59.158 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:59.160 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:59.160 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:08:59.164 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:59.168 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:59.176 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [key=import-from-select] [2024/05/07 02:08:59.177 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [key=import-from-select] [2024/05/07 02:08:59.177 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [key=import-from-select] [readDur=11.774µs] [encodeDur=626.19µs] [checksum="{cksum=3293733532570458167,size=40,kvs=1}"] [deliverDur=58.886µs] [type=query] [takeTime=1.07466ms] [] [2024/05/07 02:08:59.178 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [key=import-from-select] [readDur=9.895µs] [encodeDur=1.008256ms] [checksum="{cksum=6696951437767645218,size=40,kvs=1}"] [deliverDur=76.926µs] [type=query] [takeTime=1.446586ms] [] [2024/05/07 02:08:59.179 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/1d5e10fc-e2de-4404-96a8-3411e1eca2c4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/61ff0d53-13f1-453c-b8f0-6e7e2a3d6fea.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000001] [2024/05/07 02:08:59.179 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:59.180 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/1d5e10fc-e2de-4404-96a8-3411e1eca2c4/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/44de0b61-2d30-4b4e-af81-9509b02fd41c.sst] [firstKey=74800000000000007B5F728000000000000002] [lastKey=74800000000000007B5F728000000000000002] [2024/05/07 02:08:59.183 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.596601ms] [] [2024/05/07 02:08:59.183 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:08:59.188 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:59.210 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/05/07 02:08:59.210 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:59.225 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/07 02:08:59.227 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.745631ms] [] [2024/05/07 02:08:59.227 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:59.229 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.743687ms] [] [2024/05/07 02:08:59.229 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:08:59.229 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:59.229 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=73.143µs] [] [2024/05/07 02:08:59.229 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/05/07 02:08:59.229 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [2024/05/07 02:08:59.238 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [takeTime=8.766831ms] [] [2024/05/07 02:08:59.238 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/07 02:08:59.238 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [weight=30] [2024/05/07 02:08:59.238 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [concurrency=15] [2024/05/07 02:08:59.242 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/05/07 02:08:59.243 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/05/07 02:08:59.243 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=1d5e10fc-e2de-4404-96a8-3411e1eca2c4] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=13.718731ms] [] [2024/05/07 02:08:59.243 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:59.243 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.902µs] [] [2024/05/07 02:08:59.243 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:08:59.244 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.294517ms] [] [2024/05/07 02:08:59.244 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:59.244 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=16.351µs] [] [2024/05/07 02:08:59.245 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:08:59.246 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=997.091µs] [] [2024/05/07 02:08:59.249 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:59.249 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.249 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:59.249 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:59.251 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:59.251 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:59.251 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:59.251 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.251 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:59.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589474467512322\n# Conn_ID: 2\n# Query_time: 0.345479875\n# Parse_time: 0.001176602\n# Compile_time: 0.006725307\n# Rewrite_time: 0.005389147\n# Optimize_time: 0.001079206\n# Wait_TS: 0.000093003\n# Cop_time: 0.000233126 Process_time: 0.000110034 Wait_time: 0.000078288 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.5017e-05 Cop_proc_p90: 6.8198e-05 Cop_proc_max: 6.8198e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.9144e-05 Cop_wait_p90: 4.5101e-05 Cop_wait_max: 4.5101e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iQ+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzNC45bXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJBUcMMi40NhlGYDIJMS4wMiBLQgkwIEJ5dGVzCjIJMTdfMTQuTgBUaW5uZXIgam9pbiwgZXF1YWw6W2VxKDpkABAuaWQsIDoUABgyLmlkKV0JDXoMMS45MR16cCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MS4xBek0ZmV0Y2g6OTA3LjTCtXMNMIg6MjgzLjjCtXN9LCBwcm9iZTp7Y29uY3VycmVuY3k6NSwgdAVFDDYuMTcBbhxtYXg6MS40MwEMCTAQMjYyLjIFUQVhKCBhbmQgd2FpdDo1BaEUfQk5LjQ2LhMBIDMJMzFfMTcoQgGwPCkJMAk5OTkwCWRhdGE6U2UhZCBpb25fMTYJNAklYgA3IakFYCmqUDIsIGNvcF90YXNrOiB7bnVtOiAxLAWYDCAxLjERmSBjX2tleXM6IDQFwSBfcHJvYzogNjgNqgx0b3RfBaQQIDQ1LjEFXWRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMC0qBXIIX2R1BRoYbjogNDYuNgU6LG1heF9kaXN0c3FsXy48AUggMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfBeMoMS4wNm1zfX0JMjlNOAAJQYoINAkxIQgEMV8tIyRub3QoaXNudWxsSi4CBCkpJTEEa3YFqAQ6ewVZADBZ4Dx9LCBzY2FuX2RldGFpbDogSR0lGQhlc3MyLgEAYTYXACBfc2l6ZTogMTgpTARhbA0tODUsIGdldF9zbmFwc2hvdAnLECAyNy4zJRd0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JZoIa2V5PhYAGDgsIGJsb2Mh2zmNDTIUMn19fSwgAdlexgABHDbnAQhhbF8h6Q0aNe4AdCEpCHdhbC2BECAyMDEuIc4AfSF5AQQgCjUJNDNfMTUJIX4UMTAwMDAJaVWAeCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRveocBAV0BBGkHDDIwKFBhdgApXgcDADlx7xA4NDAuNSVZigcDBDA5baBxBwAyRXAl7gw6IDQxZfIJEyEeDDogMzNtGgBjvgcDCDI5LmlB7gcDbQdlBAgzMTGpPCUmZQQAOSWGhSdmBAOlHgApJS/2BQMpLABhUgUDBDg4JTZ1BAAzUgQDDDE0LjclqwByegQDADJBTUIEAwA0eQSa8gIu0gE28gI12T7yAggxNDVFBlmRSfIEOAk+8gIAeQGlAGVu8gIEMgkFXqWTRnkEIAlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('mhHw3gqVEQoMSW1wb3J0SW50b18yEs4QCgdTb3J0XzEwEvwPCgtIYXNoSm9pbl8xNBL5BgoOVGFibGVSZWFkZXJfMTcStwQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwgJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgkt8EY1LCBnZXRfc25hcHNob3RfdGltZTogMjcuM8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfczYWAEw4LCBibG9jazoge2NhY2hlX2hpdBEyFDJ9fX0sIAFnXsYAARwUOiA2OC4yBYMJzAh3YWkRnQw0NS4xCRohKQx3YWxsDTMkMjAxLjbCtXN9cCmGAP82lAEoGgEBIdTjDrRSmw4ylwEsAUABUhFkYXRhOlNlWVcEWhYFiBA3MzQuOQVuBGxvIfEoMmLYAWNvcF90YXMB31BudW06IDEsIG1heDogMS4xM21zLCAhjy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaEG46IDQ2BewFe8hfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwtVwXkLDEuMDZtc319cKICeCE1BQEIARLkOnwDFDIwEqUECi58Awg5EpJGfAMAOEX8CL4ORC1lEIjDQDACWnwDEHlSHmtl/nwDinwDBYAEUiBmfAMAMml9BK8CRVQl3QB7JRwIMHMsLfohT4Z9AwAycV9BBXGUAF9pfQQ4OBEdaXwAM1J8AwwxNC43RXF+fAMEMixOfAMANHl8mmoDDDQxLjgFcUJqAwwzMy4yCRo6agMIMTQ1BTRiagMgAiEnfN79WVEYTQWhAQACVmoDADltahA4NDAuNQVucWoA1WpqAwQwOTpqAyl5JXcAOjLTAG1qFczCagMEMjmNcARtYe5qA2VqZWcAty5nAxwh6uFfPOyrPCkpCMBjyGEugZNUP2lubmVyIGpvaW4sIGVxdWFsOltlcUo1BgQsIDpJBkXNCF1aFEXBDDEuOTEhKzFVBJcBiU8UaGFzaF904VsAOslGDDoxLjElVShmZXRjaDo5MDcuNCWPBTAMOjI4MynzheAMYmU6ey5tBAA1TdoQOjYuMTcBb6ERCDEuNLEQFGJlOjI2Mk1OBWEQIGFuZCCh1gQ6NQWiLH1w3EshntJcsXAHZEIMAQATSuIADeAMMi40NgFxDeAIcJgIJT4UA04vQVoVJQIAM6HDGSMAMVYeBgQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/05/07 02:08:59.266 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/05/07 02:08:59.292 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/07 02:08:59.293 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:59.328 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=338.203µs] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:59.377 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/05/07 02:08:59.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.319259ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.492 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=297.296µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:59.527 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/05/07 02:08:59.541 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.898322ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.604 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=342.535µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:59.661 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/05/07 02:08:59.695 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.627481ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.769 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:59.785 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/05/07 02:08:59.791 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.845 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/07 02:08:59.845 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:59.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.585268233\n# Parse_time: 0.000898048\n# Compile_time: 0.001033366\n# Rewrite_time: 0.0000111\n# Optimize_time: 0.001117357\n# Wait_TS: 0.00044655\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/07 02:08:59.850 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/05/07 02:08:59.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:59.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/07 02:08:59.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.226951ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:59.980 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/05/07 02:09:00.016 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.882924ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:59.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/07 02:09:00.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:00.134 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/05/07 02:09:00.173 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:00.173 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/05/07 02:09:00.221 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.230 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/05/07 02:09:00.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.407159ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:00.296 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/05/07 02:09:00.329 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.301484ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.380 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.104 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/07 02:09:00.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:00.454 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322147267\n# Parse_time: 0.001073211\n# Compile_time: 0.001309014\n# Rewrite_time: 0.000011821\n# Optimize_time: 0.001117357\n# Wait_TS: 0.000408506\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/05/07 02:09:00.697 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/05/07 02:09:00.735 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:00.735 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/05/07 02:09:00.793 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.803 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/05/07 02:09:00.868 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.902354ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:00.880 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/05/07 02:09:00.916 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=55.888294ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.011 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.047 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/07 02:09:01.047 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.355337231\n# Parse_time: 0.000470549\n# Compile_time: 0.000778506\n# Rewrite_time: 0.000009201\n# Optimize_time: 0.000927703\n# Wait_TS: 0.000387972\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/05/07 02:09:01.061 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449589474904244224] [2024/05/07 02:09:01.063 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:114\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-07 02:09:00.571053'"] [2024/05/07 02:09:01.064 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/07 02:09:01.242 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/05/07 02:09:01.250 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:01.250 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:01.251 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:01.251 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:01.252 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:01.252 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:01.252 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:01.252 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:01.252 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:01.268 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:01.270 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:01.270 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:09:01.275 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:01.279 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:01.283 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [key=import-from-select] [2024/05/07 02:09:01.285 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [key=import-from-select] [readDur=12.76µs] [encodeDur=790.53µs] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=282.921µs] [type=query] [takeTime=1.628123ms] [] [2024/05/07 02:09:01.286 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/4ec6a813-b2fc-4362-bb4a-af0c3d50b771/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/68601a5b-52c3-4818-b5d6-e6b057eaafce.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/05/07 02:09:01.286 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [key=import-from-select] [2024/05/07 02:09:01.286 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=187.055µs] [] [2024/05/07 02:09:01.286 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:01.288 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.859594ms] [] [2024/05/07 02:09:01.288 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:09:01.296 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:01.318 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/05/07 02:09:01.318 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:01.333 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/07 02:09:01.335 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=46.183194ms] [] [2024/05/07 02:09:01.335 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:01.336 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.599643ms] [] [2024/05/07 02:09:01.336 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:09:01.336 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:01.336 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=51.938µs] [] [2024/05/07 02:09:01.337 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/05/07 02:09:01.337 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [2024/05/07 02:09:01.345 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [takeTime=7.835547ms] [] [2024/05/07 02:09:01.345 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/07 02:09:01.345 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [weight=30] [2024/05/07 02:09:01.345 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [concurrency=15] [2024/05/07 02:09:01.348 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/05/07 02:09:01.349 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/05/07 02:09:01.349 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=4ec6a813-b2fc-4362-bb4a-af0c3d50b771] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=12.828242ms] [] [2024/05/07 02:09:01.350 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:01.350 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=14.717µs] [] [2024/05/07 02:09:01.350 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:01.351 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.087453ms] [] [2024/05/07 02:09:01.351 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:01.351 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.049µs] [] [2024/05/07 02:09:01.351 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:01.352 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.062656ms] [] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:01.356 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:01.356 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:01.356 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:01.356 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:01.358 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:01.358 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:01.358 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:01.358 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:01.358 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:01.390 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/07 02:09:01.428 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:01.428 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/07 02:09:01.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.515 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/05/07 02:09:01.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.497686ms] [gotSchemaVersion=72] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:01.569 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/05/07 02:09:01.603 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=54.220361ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.642 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/07 02:09:01.651 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/07 02:09:01.657 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.723 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/07 02:09:01.723 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.727 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.338507243\n# Parse_time: 0.000397334\n# Compile_time: 0.001304882\n# Rewrite_time: 0.000012216\n# Optimize_time: 0.00166461\n# Wait_TS: 0.000485614\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/07 02:09:01.966 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449589475234807808] [2024/05/07 02:09:01.969 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.969 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.970 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.972 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:01.972 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.972 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:133\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449589475234807808,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:01.976 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.976 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.977 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.978 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:01.978 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/05/07 02:09:01.978 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:135\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 449589475234807808,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:02.163 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/05/07 02:09:02.171 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:02.171 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:02.171 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:02.172 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:02.172 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:02.173 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:02.173 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:02.173 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:02.173 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:02.188 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:02.190 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:02.190 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:09:02.195 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:02.199 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.204 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [key=import-from-select] [2024/05/07 02:09:02.205 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [key=import-from-select] [2024/05/07 02:09:02.206 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [key=import-from-select] [readDur=10.724µs] [encodeDur=677.138µs] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=279.72µs] [type=query] [takeTime=1.370825ms] [] [2024/05/07 02:09:02.207 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/880ba885-a69b-4c5e-9867-7e05eac9ce6f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/7ce5bb30-9ff4-4d50-bcb1-410b4f2dafca.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/05/07 02:09:02.207 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [key=import-from-select] [readDur=9.885µs] [encodeDur=1.068418ms] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=287.723µs] [type=query] [takeTime=1.74406ms] [] [2024/05/07 02:09:02.208 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:02.208 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/880ba885-a69b-4c5e-9867-7e05eac9ce6f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/992fd162-4cd4-4674-acc8-4dd34426ad45.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/05/07 02:09:02.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.977376ms] [] [2024/05/07 02:09:02.211 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:09:02.216 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:02.237 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/07 02:09:02.238 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:02.253 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 02:09:02.255 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=44.055967ms] [] [2024/05/07 02:09:02.255 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.257 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.630482ms] [] [2024/05/07 02:09:02.257 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:09:02.257 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.257 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=73.168µs] [] [2024/05/07 02:09:02.257 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/07 02:09:02.257 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [2024/05/07 02:09:02.265 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [takeTime=7.951337ms] [] [2024/05/07 02:09:02.265 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:09:02.265 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [weight=30] [2024/05/07 02:09:02.265 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [concurrency=15] [2024/05/07 02:09:02.269 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/07 02:09:02.270 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:09:02.270 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=880ba885-a69b-4c5e-9867-7e05eac9ce6f] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=13.129308ms] [] [2024/05/07 02:09:02.270 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:02.270 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.598µs] [] [2024/05/07 02:09:02.270 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:02.272 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.184006ms] [] [2024/05/07 02:09:02.272 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.272 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.969µs] [] [2024/05/07 02:09:02.272 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.273 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.105162ms] [] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:02.276 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:02.276 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:02.276 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:02.277 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:02.277 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:02.277 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:02.277 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:02.279 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:02.279 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:02.279 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:02.279 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:02.279 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:02.287 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/05/07 02:09:02.347 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:02.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/05/07 02:09:02.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:02.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:02.421 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.435 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/05/07 02:09:02.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.585314ms] [gotSchemaVersion=73] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:02.505 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/05/07 02:09:02.536 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.852728ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:02.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.576 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/07 02:09:02.586 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/07 02:09:02.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:02.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.651 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/07 02:09:02.652 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:02.656 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368977901\n# Parse_time: 0.000190916\n# Compile_time: 0.000672035\n# Rewrite_time: 0.000008159\n# Optimize_time: 0.000757893\n# Wait_TS: 0.000382713\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/05/07 02:09:02.664 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=449589475234807808] [2024/05/07 02:09:02.667 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:102\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:148\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-05-07 02:09:01.832956'"] [2024/05/07 02:09:02.668 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4224\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:102\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:150\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/05/07 02:09:02.900 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/05/07 02:09:02.910 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:02.910 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:02.911 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:02.911 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:02.912 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:02.912 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:02.912 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:02.912 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:02.912 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:02.926 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:02.928 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:02.928 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:09:02.933 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:02.937 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.942 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [key=import-from-select] [2024/05/07 02:09:02.942 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [key=import-from-select] [2024/05/07 02:09:02.944 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [key=import-from-select] [readDur=55.126µs] [encodeDur=677.805µs] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=337.314µs] [type=query] [takeTime=1.467559ms] [] [2024/05/07 02:09:02.944 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [key=import-from-select] [readDur=10.494µs] [encodeDur=756.721µs] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=397.04µs] [type=query] [takeTime=1.680828ms] [] [2024/05/07 02:09:02.945 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/be832130-c3ef-428c-b38f-886fe05ad56f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8b1b2dd0-9132-450f-a346-d14b9adec3d3.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/05/07 02:09:02.945 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:02.946 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/be832130-c3ef-428c-b38f-886fe05ad56f/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/729e1fe1-9286-4e95-b4db-9c7e43a8af1e.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/05/07 02:09:02.948 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.331742ms] [] [2024/05/07 02:09:02.948 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/05/07 02:09:02.953 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:02.975 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/05/07 02:09:02.975 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:02.990 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 02:09:02.992 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=44.027289ms] [] [2024/05/07 02:09:02.992 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.994 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.658751ms] [] [2024/05/07 02:09:02.994 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/05/07 02:09:02.994 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:02.994 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=85.228µs] [] [2024/05/07 02:09:02.994 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/05/07 02:09:02.994 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [2024/05/07 02:09:03.002 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [takeTime=7.773362ms] [] [2024/05/07 02:09:03.002 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:09:03.002 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [weight=30] [2024/05/07 02:09:03.002 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [concurrency=15] [2024/05/07 02:09:03.006 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/07 02:09:03.007 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:09:03.007 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=be832130-c3ef-428c-b38f-886fe05ad56f] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.672473ms] [] [2024/05/07 02:09:03.007 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:03.007 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=10.792µs] [] [2024/05/07 02:09:03.007 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/05/07 02:09:03.009 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.14693ms] [] [2024/05/07 02:09:03.009 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:03.009 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.535µs] [] [2024/05/07 02:09:03.009 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/05/07 02:09:03.010 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=853.348µs] [] [2024/05/07 02:09:03.013 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:03.013 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:03.013 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:03.013 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:03.015 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:03.015 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:03.015 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:03.015 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:03.015 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:03.016 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589475235069952\n# Conn_ID: 2\n# Query_time: 0.34589913\n# Parse_time: 0.000553168\n# Compile_time: 0.002180785\n# Rewrite_time: 0.001230401\n# Optimize_time: 0.000757893\n# Wait_TS: 0\n# Cop_time: 0.000116231 Process_time: 0.000066821 Wait_time: 0.000201028 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.6821e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 0.000201028 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 295\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xAWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0Mm1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgkyCUIQNzY2wrUVQ3gyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjgxAWxEcHJvY19rZXlzOiAyLCB0b3RfARIUOiA2Ni44BUoBEyB3YWl0OiAyMDEFEoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiA3Ny43BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MQWWCGFsXyUiSDEuNTltc319CTI5NSBCeXRlcwkhIiAyCTQzXzYJMV8xJKB0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbyU5BGt2BbMEOnsFZAAwNUABlzxzY2FuX2RldGFpbDoge3RvAYsYcHJvY2VzczI4AQRhbDIXABxfc2l6ZTogOClVBGFsDSw4NCwgZ2V0X3NuYXBzaG90CdUQIDEzMi4puIByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDMB0AB5PhYAGDYsIGJsb2Mh5RB9fX0sIAHHXrQAARw23wEIYWxfIeENGjHmAHQhFgh3YWwteUggNDgwLjLCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('rwagCqoGCgxJbXBvcnRJbnRvXzIS5QUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDEzMi42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDMsIGtleT4WADw2LCBibG9jazoge319fSwgAVYEX2RWtAABHBQ6IDY2LjgFcQnRCHdhaRGMCDIwMQkZHGlrdl93YWxsDTIoNDgwLjLCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLpYBKAFAAVIUZGF0YTpUNsQBBFoUBYcENzYJ9iluHDJi1wFjb3BfJYtoIHtudW06IDEsIG1heDogMS44MW1zLCBwcm9jLUspWgBfARI20AAFzgg6IDINyYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiA3Ny43JQNgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEYNHJwY19pbmZvOntDb3A6Aa4YX3JwYzoxLC1TBeEoMS41OW1zfX1wpwI9LCg4AUABUgNOL0FaEwUmCDM0MgHcKQYAMVZgAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-05-07 02:09:01.832956';"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/05/07 02:09:03.026 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/07 02:09:03.028 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/07 02:09:03.059 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:03.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:03.059 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:03.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/07 02:09:03.105 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.137 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=1.092443ms] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:03.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/05/07 02:09:03.185 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.733175ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:03.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.271 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.304 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/07 02:09:03.304 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/07 02:09:03.311 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:03.318 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:03.368 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:03.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/07 02:09:03.368 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:03.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:03.414 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.423 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/05/07 02:09:03.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=2.327082ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:03.482 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/05/07 02:09:03.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.178758ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:03.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.583 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/07 02:09:03.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:03.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.32285945\n# Parse_time: 0.002508313\n# Compile_time: 0.002706411\n# Rewrite_time: 0.000012556\n# Optimize_time: 0.000805137\n# Wait_TS: 0.000555069\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/07 02:09:03.781 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:03.991 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:04.096 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:04.163 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/07 02:09:04.164 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:04.271 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:04.272 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:04.273 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/07 02:09:04.293 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:04.297 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:04.297 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:04.297 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=105.489µs] [2024/05/07 02:09:04.297 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=297.222µs] [] [2024/05/07 02:09:04.298 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:04.298 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:04.450 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 02:09:04.476 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 02:09:04.521 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:04.589 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:04.591 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 02:09:04.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:04.603 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:04.604 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:04.604 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:04.604 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:04.605 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:04.605 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:04.605 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:04.605 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:04.605 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:04.621 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:04.623 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:04.623 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:04.623 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:04.623 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/07 02:09:04.664 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/07 02:09:04.669 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:04.673 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:04.674 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/07 02:09:04.674 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/05/07 02:09:04.686 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/05/07 02:09:04.690 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.377516ms] [encodeDur=1.383905ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=187.357µs] [type=file] [takeTime=3.387951ms] [] [2024/05/07 02:09:04.699 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/1c3354a0-eafe-4ef8-a6c2-a2e354ad7da6.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/05/07 02:09:04.700 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/05/07 02:09:04.702 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.052011ms] [encodeDur=929.671µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=81.003µs] [type=file] [takeTime=2.459604ms] [] [2024/05/07 02:09:04.703 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/46e2919d-e896-439d-aacf-70043c4265bb.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/05/07 02:09:04.703 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=38.802257ms] [] [2024/05/07 02:09:04.704 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:09:04.704 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:09:04.704 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:04.706 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.644621ms] [] [2024/05/07 02:09:04.706 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:04.712 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:04.734 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:04.734 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:04.750 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:04.751 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.950903ms] [] [2024/05/07 02:09:04.752 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:04.753 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.385372ms] [] [2024/05/07 02:09:04.753 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:09:04.753 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:04.755 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.758638ms] [] [2024/05/07 02:09:04.755 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:04.755 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:04.755 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=57.679µs] [] [2024/05/07 02:09:04.755 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:04.756 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.18042ms] [] [2024/05/07 02:09:04.812 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:04.815 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:04.815 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:04.815 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:04.815 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:04.817 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:04.817 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:04.817 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:04.817 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:04.818 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:04.818 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=228.033774ms] [] [2024/05/07 02:09:04.887 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:04.889 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:04.890 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:04.890 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:04.959 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:04.961 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:04.961 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:05.125 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:05.170 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:09:05.170 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:09:05.170 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:09:05.186 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=15.460666ms] [] [2024/05/07 02:09:05.186 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/07 02:09:05.186 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:05.186 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/07 02:09:05.186 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/07 02:09:05.190 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:05.191 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:05.191 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=20.900079ms] [] [2024/05/07 02:09:05.191 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=21.113106ms] [] [2024/05/07 02:09:05.232 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=107.057287ms] [] [2024/05/07 02:09:05.295 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:05.296 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/07 02:09:05.298 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/07 02:09:05.378 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/07 02:09:05.393 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/07 02:09:05.407 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:05.408 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/07 02:09:05.499 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:05.657 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.019718825\n# Parse_time: 0.000395569\n# Compile_time: 0.001016859\n# Rewrite_time: 0.000204939\n# Optimize_time: 0.000805137\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4wMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4wMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:05.687 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:05.717 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:05.717 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:05.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=288.697µs] [gotSchemaVersion=76] [phyTblIDs="[140]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:05.835 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/05/07 02:09:05.848 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.993869ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=282.512µs] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:05.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/05/07 02:09:05.986 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.492443ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.044 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/05/07 02:09:06.078 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=253.064µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:06.090 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/05/07 02:09:06.125 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.141641ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.193 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/07 02:09:06.203 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/07 02:09:06.208 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:05.654 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.303 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/07 02:09:06.303 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:06.309 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.623505885\n# Parse_time: 0.000817828\n# Compile_time: 0.000855105\n# Rewrite_time: 0.000008889\n# Optimize_time: 0.000860999\n# Wait_TS: 0.000367186\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:06.312 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:06.361 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:06.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:06.361 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:06.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:06.419 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.428 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/05/07 02:09:06.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=2.647935ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:06.493 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/05/07 02:09:06.528 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.116248ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:06.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.585 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.630 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/07 02:09:06.630 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:06.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324223569\n# Parse_time: 0.001589299\n# Compile_time: 0.001362983\n# Rewrite_time: 0.000020628\n# Optimize_time: 0.000860999\n# Wait_TS: 0.000434146\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:06.648 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:06.864 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:06.957 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:06.996 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/07 02:09:06.996 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:07.104 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:07.105 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:07.107 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/07 02:09:07.128 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:07.133 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:07.133 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:07.133 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=78.039µs] [2024/05/07 02:09:07.133 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=225.093µs] [] [2024/05/07 02:09:07.134 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:07.134 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:07.291 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 02:09:07.310 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 02:09:07.326 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:07.366 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:07.368 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 02:09:07.368 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:07.377 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:07.377 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:07.378 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:07.378 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:07.379 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:07.379 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:07.379 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:07.379 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:07.379 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:07.394 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:07.395 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:07.395 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:07.395 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:07.395 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/07 02:09:07.445 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/07 02:09:07.449 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:07.453 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:07.453 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/07 02:09:07.453 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/05/07 02:09:07.463 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/05/07 02:09:07.463 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/05/07 02:09:07.466 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=1.347784ms] [encodeDur=946.619µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=261.363µs] [type=file] [takeTime=3.12919ms] [] [2024/05/07 02:09:07.467 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=1.209623ms] [encodeDur=1.432675ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=835.35µs] [type=file] [takeTime=4.026482ms] [] [2024/05/07 02:09:07.467 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/07fa6cf3-fc32-42e7-b146-e15ebf660212.sst] [firstKey=74800000000000008F5F728000000000000006] [lastKey=74800000000000008F5F728000000000000007] [2024/05/07 02:09:07.468 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=22.77863ms] [] [2024/05/07 02:09:07.468 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d33955db-8d49-4cca-b821-c66c357a9752.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000005] [2024/05/07 02:09:07.468 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:09:07.468 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:09:07.468 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:07.470 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.078143ms] [] [2024/05/07 02:09:07.470 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:07.475 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:07.497 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:07.498 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:07.513 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:07.515 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.464398ms] [] [2024/05/07 02:09:07.515 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:07.516 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.227809ms] [] [2024/05/07 02:09:07.516 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:09:07.516 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:07.518 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.731576ms] [] [2024/05/07 02:09:07.518 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:07.518 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:07.518 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=61.575µs] [] [2024/05/07 02:09:07.518 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:07.520 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.186934ms] [] [2024/05/07 02:09:07.586 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 02:09:07.590 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:07.590 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:07.590 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:07.590 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:07.590 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:07.590 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:07.591 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:07.591 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:07.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:07.591 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:07.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:07.591 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:07.591 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:07.593 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:07.593 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:07.593 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:07.593 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:07.593 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:07.593 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=226.877929ms] [] [2024/05/07 02:09:07.623 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:07.625 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:07.626 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:07.626 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:07.701 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:07.703 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:07.703 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:07.863 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:07.919 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:09:07.919 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:09:07.919 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:09:07.927 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=7.872506ms] [] [2024/05/07 02:09:07.928 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/07 02:09:07.928 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:07.928 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/07 02:09:07.928 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/07 02:09:07.932 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:07.932 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:07.933 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.156884ms] [] [2024/05/07 02:09:07.933 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.347808ms] [] [2024/05/07 02:09:08.001 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=137.935978ms] [] [2024/05/07 02:09:08.022 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:08.023 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/07 02:09:08.026 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/07 02:09:08.088 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/07 02:09:08.101 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/07 02:09:08.122 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:08.122 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/07 02:09:08.208 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:08.221 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.586479663\n# Parse_time: 0.000437379\n# Compile_time: 0.001135358\n# Rewrite_time: 0.000229194\n# Optimize_time: 0.000860999\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/07 02:09:08.235 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:08.261 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:08.261 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:08.307 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.371 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=433.055µs] [gotSchemaVersion=80] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.383 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/05/07 02:09:08.418 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.383053ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=240.981µs] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/05/07 02:09:08.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=52.51591ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.628 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.640 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/05/07 02:09:08.678 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=234.347µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.690 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/05/07 02:09:08.726 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.871685ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.792 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/07 02:09:08.804 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/05/07 02:09:08.809 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:08.204 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.898 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/07 02:09:08.899 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:08.903 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.669718468\n# Parse_time: 0.000584748\n# Compile_time: 0.000770719\n# Rewrite_time: 0.000012162\n# Optimize_time: 0.001215904\n# Wait_TS: 0.000356974\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:08.906 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:08.962 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:08.962 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/07 02:09:09.023 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.032 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/05/07 02:09:09.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.699214ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:09.118 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/05/07 02:09:09.151 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.666401ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.904 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/07 02:09:09.231 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:09.235 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.330663504\n# Parse_time: 0.000807662\n# Compile_time: 0.001249026\n# Rewrite_time: 0.000010437\n# Optimize_time: 0.001215904\n# Wait_TS: 0.000446439\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/07 02:09:09.252 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:09.472 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:09.565 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:09.603 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/07 02:09:09.604 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:09.711 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:09.713 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:09.714 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/07 02:09:09.733 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:09.736 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:09.736 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:09.736 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=102.983µs] [2024/05/07 02:09:09.736 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=285.112µs] [] [2024/05/07 02:09:09.737 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:09.737 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:09.873 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/07 02:09:09.893 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 02:09:09.925 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:09.966 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:09.967 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 02:09:09.968 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:09.976 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:09.976 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:09.977 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:09.977 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:09.978 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:09.978 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:09.978 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:09.978 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:09.978 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:09.993 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:09.994 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:09.994 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:09.995 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/07 02:09:09.995 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/07 02:09:10.037 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/07 02:09:10.041 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:10.046 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:10.047 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/07 02:09:10.047 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/05/07 02:09:10.053 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/05/07 02:09:10.053 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/05/07 02:09:10.056 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.15662ms] [encodeDur=961.807µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=298.807µs] [type=file] [takeTime=2.837208ms] [] [2024/05/07 02:09:10.056 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.009194ms] [encodeDur=893.161µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=693.798µs] [type=file] [takeTime=3.014678ms] [] [2024/05/07 02:09:10.057 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/47e8e00b-6b41-4c02-921a-ca868453f14d.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/05/07 02:09:10.057 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=20.189213ms] [] [2024/05/07 02:09:10.058 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:09:10.058 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:09:10.058 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:10.058 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/950be8ad-58b9-4d89-837b-6d48f22c7539.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/05/07 02:09:10.060 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.65523ms] [] [2024/05/07 02:09:10.060 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:10.065 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:10.087 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:10.088 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:10.130 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:10.133 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=72.262858ms] [] [2024/05/07 02:09:10.133 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:10.135 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.723314ms] [] [2024/05/07 02:09:10.135 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:09:10.135 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:10.137 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.541787ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/84a03a15-9b08-40d4-9429-f4f056f78931.sst] [2024/05/07 02:09:10.137 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/84a03a15-9b08-40d4-9429-f4f056f78931.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/05/07 02:09:10.140 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=5.067476ms] [] [2024/05/07 02:09:10.140 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:10.145 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:10.167 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:10.168 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:10.182 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:10.184 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=43.459458ms] [] [2024/05/07 02:09:10.184 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:10.185 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.131925ms] [] [2024/05/07 02:09:10.243 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:10.248 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:10.248 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:10.248 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:10.248 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:10.250 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:10.250 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:10.250 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:10.250 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:10.250 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:10.250 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=284.705529ms] [] [2024/05/07 02:09:10.327 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:10.328 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:10.329 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:10.329 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:10.408 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:10.410 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:10.410 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:10.593 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:10.641 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:09:10.641 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:09:10.641 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:09:10.649 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=8.11104ms] [] [2024/05/07 02:09:10.650 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/07 02:09:10.650 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/07 02:09:10.650 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:10.650 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/07 02:09:10.650 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/07 02:09:10.658 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:10.663 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:10.664 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:10.664 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=22.441528ms] [] [2024/05/07 02:09:10.664 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=22.717637ms] [] [2024/05/07 02:09:10.718 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=124.691624ms] [] [2024/05/07 02:09:10.724 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:10.724 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/07 02:09:10.727 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/07 02:09:10.774 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/07 02:09:10.810 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/07 02:09:10.829 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.59305898\n# Parse_time: 0.000388962\n# Compile_time: 0.001126539\n# Rewrite_time: 0.000266975\n# Optimize_time: 0.001215904\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:09:10.835 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:10.835 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:10.862 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:10.924 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:10.924 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:10.949 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:10.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=348.76µs] [gotSchemaVersion=84] [phyTblIDs="[146]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.030 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/05/07 02:09:11.066 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.700864ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.178 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=230.55µs] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.190 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/05/07 02:09:11.227 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.998027ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.302 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.313 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/05/07 02:09:11.376 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=295.61µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.389 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/05/07 02:09:11.426 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=54.690027ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.491 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/05/07 02:09:11.501 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/05/07 02:09:11.505 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:10.854 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.575 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/07 02:09:11.576 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:11.579 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.719064245\n# Parse_time: 0.000779703\n# Compile_time: 0.001027079\n# Rewrite_time: 0.00001344\n# Optimize_time: 0.00112233\n# Wait_TS: 0.000424964\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:11.583 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:11.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:11.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:11.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.694 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/05/07 02:09:11.759 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.689811ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:11.795 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/05/07 02:09:11.805 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.349158ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.868 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.912 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/07 02:09:11.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:11.916 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.335859213\n# Parse_time: 0.001771912\n# Compile_time: 0.001132672\n# Rewrite_time: 0.000011636\n# Optimize_time: 0.00112233\n# Wait_TS: 0.000447652\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:11.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:12.143 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:12.267 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:12.318 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/07 02:09:12.318 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:12.426 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:12.429 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:12.431 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/07 02:09:12.453 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:12.456 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:12.456 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:12.457 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=102.573µs] [2024/05/07 02:09:12.457 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=224.28µs] [] [2024/05/07 02:09:12.457 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:12.457 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:12.581 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 02:09:12.600 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 02:09:12.662 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:12.706 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:12.708 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 02:09:12.709 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:12.718 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:12.718 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:12.719 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:12.719 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:12.720 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:12.720 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:12.720 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:12.720 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:12.720 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:12.736 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:12.738 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:12.738 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:12.738 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/07 02:09:12.738 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/07 02:09:12.790 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/07 02:09:12.795 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:12.799 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:12.799 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/07 02:09:12.799 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/05/07 02:09:12.834 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/05/07 02:09:12.838 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.221216ms] [encodeDur=1.481054ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=685.86µs] [type=file] [takeTime=3.901479ms] [] [2024/05/07 02:09:12.930 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/bfea15ba-d258-41a3-8a9f-80f1d4becb82.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/05/07 02:09:12.933 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/05/07 02:09:12.935 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.083563ms] [encodeDur=797.478µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=267.496µs] [type=file] [takeTime=2.441993ms] [] [2024/05/07 02:09:12.936 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/841ff8de-3ead-49eb-bf56-d9369cda89c3.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/05/07 02:09:12.936 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=145.998368ms] [] [2024/05/07 02:09:12.937 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:09:12.937 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:09:12.937 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:12.939 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.12935ms] [] [2024/05/07 02:09:12.939 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:12.944 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:12.966 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:12.967 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:12.982 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:12.984 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.421521ms] [] [2024/05/07 02:09:12.984 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:12.985 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.419489ms] [] [2024/05/07 02:09:12.985 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:09:12.985 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:12.987 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.224368ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6e813211-ff84-4552-a95e-86a8369248a5.sst] [2024/05/07 02:09:12.987 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6e813211-ff84-4552-a95e-86a8369248a5.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/05/07 02:09:12.989 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.637423ms] [] [2024/05/07 02:09:12.989 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:12.994 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:13.016 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:13.017 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:13.031 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:13.033 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=43.756376ms] [] [2024/05/07 02:09:13.033 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:13.035 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.575347ms] [] [2024/05/07 02:09:13.080 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:13.084 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:13.084 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.084 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:13.084 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:13.086 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:13.086 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:13.086 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:13.086 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.086 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:13.086 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=380.133379ms] [] [2024/05/07 02:09:13.139 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:13.141 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:13.168 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:13.169 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:13.243 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:13.245 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:13.245 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:13.431 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:13.481 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:09:13.481 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:09:13.481 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:09:13.494 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.725415ms] [] [2024/05/07 02:09:13.494 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/07 02:09:13.494 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/07 02:09:13.494 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:13.494 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/07 02:09:13.494 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/07 02:09:13.503 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:13.508 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:13.533 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:13.533 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=51.822883ms] [] [2024/05/07 02:09:13.533 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=52.1774ms] [] [2024/05/07 02:09:13.572 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=140.653349ms] [] [2024/05/07 02:09:13.641 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:13.641 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/07 02:09:13.644 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/07 02:09:13.700 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/07 02:09:13.724 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/07 02:09:13.748 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:13.748 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/07 02:09:13.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9103838770000001\n# Parse_time: 0.000437609\n# Compile_time: 0.001342607\n# Rewrite_time: 0.000272783\n# Optimize_time: 0.00112233\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:09:13.834 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/07 02:09:13.840 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:13.866 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:13.866 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:13.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.981 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=330.61µs] [gotSchemaVersion=88] [phyTblIDs="[149]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:13.993 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/05/07 02:09:14.030 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.543519ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.071 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.111 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=235.027µs] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:14.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/05/07 02:09:14.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.217164ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.239 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.249 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/05/07 02:09:14.296 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=271.309µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:14.308 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/05/07 02:09:14.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.186562ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.383 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/07 02:09:14.392 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/05/07 02:09:14.425 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:13.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.493 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/07 02:09:14.493 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:14.497 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.65879911\n# Parse_time: 0.000637713\n# Compile_time: 0.000649429\n# Rewrite_time: 0.00001023\n# Optimize_time: 0.001313668\n# Wait_TS: 0.000380614\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:14.500 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:14.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:14.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:14.549 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:14.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/07 02:09:14.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:14.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.618 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/05/07 02:09:14.671 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.4015ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:14.683 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/05/07 02:09:14.719 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.888319ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:14.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.769 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:14.504 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.804 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/05/07 02:09:14.804 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:14.807 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.309546421\n# Parse_time: 0.000888709\n# Compile_time: 0.001131708\n# Rewrite_time: 0.000008714\n# Optimize_time: 0.001313668\n# Wait_TS: 0.000398027\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/07 02:09:14.821 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:15.023 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:15.127 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:15.162 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/07 02:09:15.162 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:15.272 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:15.274 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:15.275 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 02:09:15.297 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:15.300 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:15.300 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:15.300 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=80.079µs] [2024/05/07 02:09:15.300 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=230.881µs] [] [2024/05/07 02:09:15.301 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:15.301 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:15.435 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 02:09:15.453 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 02:09:15.477 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:15.520 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:15.521 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:09:15.522 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:15.532 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:15.532 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:15.532 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:15.532 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:15.533 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:15.533 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:15.533 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:15.534 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:15.534 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:15.548 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:15.549 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:15.549 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:15.550 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:15.550 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/07 02:09:15.587 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/07 02:09:15.591 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:15.594 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:15.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/07 02:09:15.595 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/05/07 02:09:15.662 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/05/07 02:09:15.666 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=1.650622ms] [encodeDur=1.267435ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=229.132µs] [type=file] [takeTime=3.676213ms] [] [2024/05/07 02:09:15.667 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0de0bfe3-92ed-4369-9e07-98357ce56f6f.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/05/07 02:09:15.774 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/05/07 02:09:15.776 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.235342ms] [encodeDur=656.635µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=89.983µs] [type=file] [takeTime=2.410367ms] [] [2024/05/07 02:09:15.777 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=189.973051ms] [] [2024/05/07 02:09:15.777 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d300692b-fcbc-470a-8ba5-1c2468db4c28.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/05/07 02:09:15.778 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:09:15.778 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:09:15.778 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:15.781 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.552518ms] [] [2024/05/07 02:09:15.781 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:15.786 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:15.808 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:15.808 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:15.824 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:15.826 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.52059ms] [] [2024/05/07 02:09:15.826 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:15.828 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.37542ms] [] [2024/05/07 02:09:15.828 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:09:15.828 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:15.830 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.904959ms] [] [2024/05/07 02:09:15.830 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:15.830 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:15.830 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=54.434µs] [] [2024/05/07 02:09:15.830 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:15.831 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.08838ms] [] [2024/05/07 02:09:15.885 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:15.887 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:15.888 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:15.888 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:15.889 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:09:15.892 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:15.892 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:15.892 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:15.892 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:15.892 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:15.892 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:15.892 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:15.892 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:15.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.893 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:15.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.893 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:15.893 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:15.895 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:15.895 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:15.895 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:15.895 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.895 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:15.895 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=375.559843ms] [] [2024/05/07 02:09:15.957 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:15.959 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:15.959 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:16.156 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:16.203 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:09:16.203 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:09:16.203 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:09:16.203 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=12.074µs] [] [2024/05/07 02:09:16.203 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/07 02:09:16.203 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:16.203 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/07 02:09:16.204 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/07 02:09:16.208 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:16.208 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:16.208 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.026406ms] [] [2024/05/07 02:09:16.208 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=5.266498ms] [] [2024/05/07 02:09:16.248 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=91.705203ms] [] [2024/05/07 02:09:16.290 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:16.290 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/07 02:09:16.293 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/07 02:09:16.346 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/07 02:09:16.369 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/07 02:09:16.392 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:16.392 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/07 02:09:16.473 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:16.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.873163846\n# Parse_time: 0.000631301\n# Compile_time: 0.001181149\n# Rewrite_time: 0.000218342\n# Optimize_time: 0.001313668\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:16.706 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:16.731 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:16.731 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:16.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=304.164µs] [gotSchemaVersion=92] [phyTblIDs="[152]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.844 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/05/07 02:09:16.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.296049ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.931 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=397.854µs] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.006 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/05/07 02:09:17.014 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.815057ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.084 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/05/07 02:09:17.124 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=226.208µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.134 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/05/07 02:09:17.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.093546ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.225 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/05/07 02:09:17.233 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/05/07 02:09:17.237 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.302 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/07 02:09:17.302 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:17.306 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601013764\n# Parse_time: 0.000736085\n# Compile_time: 0.000741349\n# Rewrite_time: 0.000009623\n# Optimize_time: 0.001009877\n# Wait_TS: 0.000390916\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:17.308 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:17.355 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:17.355 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:17.450 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.460 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/05/07 02:09:17.516 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.156135ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:17.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/05/07 02:09:17.563 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.298319ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.630 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.665 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/07 02:09:17.665 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:17.668 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.362056041\n# Parse_time: 0.000692674\n# Compile_time: 0.000922148\n# Rewrite_time: 0.000008484\n# Optimize_time: 0.001009877\n# Wait_TS: 0.000354481\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:17.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:17.920 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:18.007 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:18.059 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:18.059 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:18.165 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:18.166 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:18.167 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 02:09:18.186 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:18.189 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:18.189 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:18.189 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=84.286µs] [2024/05/07 02:09:18.190 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=255.18µs] [] [2024/05/07 02:09:18.190 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:18.190 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:18.360 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 02:09:18.379 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 02:09:18.403 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:18.443 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:18.444 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:09:18.445 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:18.454 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:18.455 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:18.455 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:18.455 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:18.456 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:18.456 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:18.456 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:18.456 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:18.456 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:18.471 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:18.472 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:18.472 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:18.472 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:18.473 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/07 02:09:18.514 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/07 02:09:18.518 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:18.521 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:18.521 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/07 02:09:18.521 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/07 02:09:18.764 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/05/07 02:09:18.767 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.204711ms] [encodeDur=683.153µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=448.764µs] [type=file] [takeTime=2.751739ms] [] [2024/05/07 02:09:18.768 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/cdfc05a2-47b0-43ec-bbf3-1fa89c0da6fe.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/05/07 02:09:18.769 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/05/07 02:09:18.771 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=951.893µs] [encodeDur=563.14µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=44.878µs] [type=file] [takeTime=1.86855ms] [] [2024/05/07 02:09:18.771 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=257.609126ms] [] [2024/05/07 02:09:18.771 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/ea3389ba-47e6-4721-8545-80c6827738e3.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/05/07 02:09:18.772 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:09:18.772 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:09:18.772 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:18.774 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.928537ms] [] [2024/05/07 02:09:18.774 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:18.779 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:18.828 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:18.829 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:18.848 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:18.850 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=75.78011ms] [] [2024/05/07 02:09:18.850 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:18.851 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.397257ms] [] [2024/05/07 02:09:18.851 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:09:18.851 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:18.854 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.296941ms] [] [2024/05/07 02:09:18.854 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:18.854 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:18.854 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=89.12µs] [] [2024/05/07 02:09:18.854 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:18.855 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.212541ms] [] [2024/05/07 02:09:18.910 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:18.913 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:18.913 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:18.913 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:18.914 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:18.914 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:18.916 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:18.916 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:18.916 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:18.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:18.916 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:18.916 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=472.863595ms] [] [2024/05/07 02:09:18.985 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:18.986 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:18.987 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:18.987 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:19.054 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:19.055 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:19.055 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:19.239 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:19.286 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:09:19.286 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:09:19.286 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:09:19.286 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=23.335µs] [] [2024/05/07 02:09:19.286 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/07 02:09:19.286 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:19.286 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/07 02:09:19.286 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/07 02:09:19.291 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:19.291 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:19.291 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.437264ms] [] [2024/05/07 02:09:19.292 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.640588ms] [] [2024/05/07 02:09:19.343 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=104.438087ms] [] [2024/05/07 02:09:19.386 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:19.386 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/07 02:09:19.389 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/07 02:09:19.445 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/07 02:09:19.464 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:19.488 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:19.488 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:19.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.902367131\n# Parse_time: 0.000591076\n# Compile_time: 0.001393547\n# Rewrite_time: 0.000259468\n# Optimize_time: 0.001009877\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/07 02:09:19.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:19.616 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:19.638 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:19.638 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:19.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.718 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=291.263µs] [gotSchemaVersion=96] [phyTblIDs="[155]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/07 02:09:19.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.68888ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.819 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=273.176µs] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.869 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/07 02:09:19.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.780505ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.969 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.980 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/05/07 02:09:20.026 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=344.736µs] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:20.037 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/05/07 02:09:20.101 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=79.747256ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.167 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/05/07 02:09:20.175 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/07 02:09:20.179 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:19.604 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.248 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/07 02:09:20.248 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.642539345\n# Parse_time: 0.000760922\n# Compile_time: 0.001051739\n# Rewrite_time: 0.000009086\n# Optimize_time: 0.001304207\n# Wait_TS: 0.00045154\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:20.254 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/07 02:09:20.293 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.293 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/07 02:09:20.359 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.367 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/05/07 02:09:20.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.486646ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:20.445 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/05/07 02:09:20.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.050779ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.594 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.255 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/07 02:09:20.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.645 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.392244516\n# Parse_time: 0.000536512\n# Compile_time: 0.000868937\n# Rewrite_time: 0.000010848\n# Optimize_time: 0.001304207\n# Wait_TS: 0.000398096\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/07 02:09:20.659 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:20.835 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:20.925 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:20.994 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/07 02:09:20.995 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:21.106 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:21.108 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:21.109 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/07 02:09:21.129 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:21.132 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:21.132 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:21.133 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=244.856µs] [2024/05/07 02:09:21.133 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=437.171µs] [] [2024/05/07 02:09:21.133 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:21.133 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:21.257 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/07 02:09:21.278 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/07 02:09:21.311 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:21.353 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:21.354 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 02:09:21.355 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:21.363 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:21.363 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:21.364 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:21.364 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:21.365 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:21.365 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:21.365 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:21.365 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:21.365 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:21.412 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:21.414 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:21.414 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:21.414 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:21.414 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/07 02:09:21.465 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/07 02:09:21.469 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:21.473 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:21.473 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/07 02:09:21.473 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/05/07 02:09:21.579 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/05/07 02:09:21.579 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/05/07 02:09:21.582 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.29892ms] [encodeDur=915.132µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=296.084µs] [type=file] [takeTime=2.970276ms] [] [2024/05/07 02:09:21.582 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.227174ms] [encodeDur=1.076821ms] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=344.146µs] [type=file] [takeTime=3.035494ms] [] [2024/05/07 02:09:21.583 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/856013f1-648c-4f0f-a0cd-0c78342e650a.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/05/07 02:09:21.583 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=118.328662ms] [] [2024/05/07 02:09:21.583 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:09:21.583 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:09:21.583 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:21.584 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/799cb037-a736-4a8f-865f-518ac3efd1c4.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/05/07 02:09:21.586 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.914075ms] [] [2024/05/07 02:09:21.586 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:21.591 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:21.613 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:21.614 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:21.628 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:21.630 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.105759ms] [] [2024/05/07 02:09:21.631 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:21.632 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.205793ms] [] [2024/05/07 02:09:21.632 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:09:21.632 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:21.634 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.73677ms] [] [2024/05/07 02:09:21.634 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:21.634 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:21.634 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=82.418µs] [] [2024/05/07 02:09:21.634 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:21.635 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=918.311µs] [] [2024/05/07 02:09:21.679 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:21.682 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:21.682 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:21.682 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:21.682 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:21.684 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:21.684 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:21.684 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:21.684 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:21.684 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:21.684 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=331.357581ms] [] [2024/05/07 02:09:21.717 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:21.719 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:21.720 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:21.720 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:21.793 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:21.794 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:21.794 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:21.972 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:22.023 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:09:22.023 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:09:22.023 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:09:22.032 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=9.508555ms] [] [2024/05/07 02:09:22.033 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/07 02:09:22.033 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 02:09:22.033 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/07 02:09:22.033 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/07 02:09:22.037 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:22.038 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 02:09:22.038 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=15.320212ms] [] [2024/05/07 02:09:22.038 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=15.544584ms] [] [2024/05/07 02:09:22.080 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=107.240805ms] [] [2024/05/07 02:09:22.116 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:22.116 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/07 02:09:22.119 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/07 02:09:22.172 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/07 02:09:22.201 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/07 02:09:22.253 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:22.253 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/07 02:09:22.338 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:22.477 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8307760979999999\n# Parse_time: 0.000412451\n# Compile_time: 0.001085495\n# Rewrite_time: 0.00024097\n# Optimize_time: 0.001304207\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:22.507 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:22.531 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:22.531 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:22.599 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=303.704µs] [gotSchemaVersion=100] [phyTblIDs="[158]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:22.646 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/05/07 02:09:22.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=54.828747ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.772 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=273.818µs] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:22.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/05/07 02:09:22.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.851693ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.945 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/05/07 02:09:22.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=246.657µs] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:23.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/05/07 02:09:23.038 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.006555ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.093 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/05/07 02:09:23.102 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/05/07 02:09:23.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:22.505 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.198 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/07 02:09:23.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.698745488\n# Parse_time: 0.000456516\n# Compile_time: 0.000608094\n# Rewrite_time: 0.000009834\n# Optimize_time: 0.000909319\n# Wait_TS: 0.000389385\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:23.208 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:23.259 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.205 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.259 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.205 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:23.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.205 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.338 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/05/07 02:09:23.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.554617ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:23.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/05/07 02:09:23.450 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.061114ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.205 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.494 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.205 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.540 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/07 02:09:23.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.338292937\n# Parse_time: 0.001174404\n# Compile_time: 0.001645891\n# Rewrite_time: 0.000008598\n# Optimize_time: 0.000909319\n# Wait_TS: 0.000363614\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:23.558 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:23.788 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:23.880 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:23.925 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/07 02:09:23.925 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:24.030 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:24.032 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:24.032 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/07 02:09:24.053 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:24.056 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:24.057 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:24.057 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=80.906µs] [2024/05/07 02:09:24.057 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=246.999µs] [] [2024/05/07 02:09:24.057 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:24.057 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:24.237 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/07 02:09:24.257 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:24.330 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:24.331 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 02:09:24.333 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:24.342 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:24.342 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:24.343 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:24.343 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:24.344 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:24.344 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:24.344 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:24.344 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:24.344 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:24.359 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:24.361 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:24.361 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:24.361 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:24.361 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/05/07 02:09:24.412 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/07 02:09:24.416 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:24.420 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:24.420 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/07 02:09:24.420 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/05/07 02:09:24.471 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/05/07 02:09:24.474 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.103916ms] [encodeDur=825.795µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=268.562µs] [type=file] [takeTime=2.604085ms] [] [2024/05/07 02:09:24.475 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/05/07 02:09:24.475 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/982230ab-4b3a-4008-9622-063880141b4f.sst] [firstKey=7480000000000000A15F72800000000000000A] [lastKey=7480000000000000A15F72800000000000000B] [2024/05/07 02:09:24.477 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=920.402µs] [encodeDur=608.45µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=220.822µs] [type=file] [takeTime=2.049632ms] [] [2024/05/07 02:09:24.477 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=65.294534ms] [] [2024/05/07 02:09:24.477 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2239c44e-406f-4d0a-9e8f-e6608f397e0f.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F728000000000000002] [2024/05/07 02:09:24.478 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 02:09:24.478 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 02:09:24.478 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:24.480 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.326582ms] [] [2024/05/07 02:09:24.480 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:24.485 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:24.524 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:24.526 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:24.544 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:24.546 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=65.886015ms] [] [2024/05/07 02:09:24.546 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:24.548 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.447444ms] [] [2024/05/07 02:09:24.548 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 02:09:24.548 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:24.550 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.029415ms] [] [2024/05/07 02:09:24.550 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:24.550 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:24.550 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=71.499µs] [] [2024/05/07 02:09:24.550 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:24.551 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=941.63µs] [] [2024/05/07 02:09:24.611 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:24.615 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:24.615 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:24.615 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:24.615 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:24.617 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:24.617 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:24.617 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:24.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:24.617 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:24.617 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=286.906352ms] [] [2024/05/07 02:09:24.646 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:24.648 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:24.649 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:24.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:24.715 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:24.717 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:24.717 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:24.913 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:24.962 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 02:09:24.962 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 02:09:24.962 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 02:09:24.971 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=8.644579ms] [] [2024/05/07 02:09:24.971 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/07 02:09:24.971 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 02:09:24.971 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/07 02:09:24.971 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/07 02:09:24.977 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:24.977 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/05/07 02:09:24.977 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=15.515836ms] [] [2024/05/07 02:09:24.978 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=15.794456ms] [] [2024/05/07 02:09:25.018 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=104.702845ms] [] [2024/05/07 02:09:25.053 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:25.053 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/07 02:09:25.055 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/07 02:09:25.107 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/07 02:09:25.133 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/07 02:09:25.159 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:25.159 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/07 02:09:25.243 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:25.440 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8952344719999998\n# Parse_time: 0.000425373\n# Compile_time: 0.00112859\n# Rewrite_time: 0.000200767\n# Optimize_time: 0.000909319\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/07 02:09:25.452 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:25.479 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.478 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:25.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.579 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=273.087µs] [gotSchemaVersion=104] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:25.591 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/05/07 02:09:25.622 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.179356ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=244.441µs] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:25.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/05/07 02:09:25.765 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.487835ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.873 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.883 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/05/07 02:09:25.929 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=253.252µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:25.940 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/05/07 02:09:25.978 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=54.138862ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.036 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/07 02:09:26.047 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/07 02:09:26.051 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.112 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/07 02:09:26.112 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.116 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.665252629\n# Parse_time: 0.000583913\n# Compile_time: 0.001040125\n# Rewrite_time: 0.000010313\n# Optimize_time: 0.001037889\n# Wait_TS: 0.000350911\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:26.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:26.165 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:26.165 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/07 02:09:26.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.248 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/05/07 02:09:26.344 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=2.798041ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:26.356 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/05/07 02:09:26.389 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.428455ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.509 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/07 02:09:26.509 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.39630009\n# Parse_time: 0.000660777\n# Compile_time: 0.00088779\n# Rewrite_time: 0.000009211\n# Optimize_time: 0.001037889\n# Wait_TS: 0.000568699\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/07 02:09:26.526 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:26.764 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:26.861 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:26.900 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/07 02:09:26.900 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:27.006 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:27.008 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:27.009 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/07 02:09:27.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:27.030 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:27.030 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:27.031 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=112.118µs] [2024/05/07 02:09:27.031 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=292.68µs] [] [2024/05/07 02:09:27.031 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:27.031 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:27.195 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/07 02:09:27.215 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/07 02:09:27.216 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:27.256 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:27.257 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 02:09:27.258 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:27.267 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:27.267 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:27.268 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:27.268 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:27.269 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:27.269 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:27.269 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:27.269 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:27.269 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:27.286 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:27.288 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:27.288 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:27.288 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/07 02:09:27.288 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/05/07 02:09:27.338 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/07 02:09:27.342 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:27.346 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:27.346 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/07 02:09:27.346 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/05/07 02:09:27.396 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/05/07 02:09:27.433 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.170985ms] [encodeDur=942.204µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=34.501399ms] [type=file] [takeTime=37.102586ms] [] [2024/05/07 02:09:27.435 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/05/07 02:09:27.435 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/5e86d724-7f0e-4c93-b258-dce01841fed4.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/05/07 02:09:27.437 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=1.007476ms] [encodeDur=925.247µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=279.492µs] [type=file] [takeTime=2.538144ms] [] [2024/05/07 02:09:27.438 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/b3004d4a-dd26-4514-864b-8afbce970c09.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/05/07 02:09:27.438 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=99.944043ms] [] [2024/05/07 02:09:27.439 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 02:09:27.439 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 02:09:27.439 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:27.441 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.163396ms] [] [2024/05/07 02:09:27.441 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:27.446 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:27.467 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:27.468 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:27.481 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:27.483 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=41.913568ms] [] [2024/05/07 02:09:27.483 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:27.484 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.186967ms] [] [2024/05/07 02:09:27.484 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 02:09:27.484 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:27.486 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.07607ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/1b0c514c-a834-43f7-bf28-e3c32f44e40e.sst] [2024/05/07 02:09:27.486 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/1b0c514c-a834-43f7-bf28-e3c32f44e40e.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/05/07 02:09:27.488 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.543401ms] [] [2024/05/07 02:09:27.488 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:27.493 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:27.515 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:27.515 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:27.560 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:27.562 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=74.086552ms] [] [2024/05/07 02:09:27.562 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:27.564 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.37347ms] [] [2024/05/07 02:09:27.612 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 02:09:27.616 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:27.616 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:27.616 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:27.617 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:27.616 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:27.617 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:27.617 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:27.619 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:27.619 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:27.619 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:27.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:27.619 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:27.619 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=363.527314ms] [] [2024/05/07 02:09:27.628 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:27.629 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:27.630 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:27.630 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:27.691 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:27.693 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:27.693 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:27.849 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:27.895 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 02:09:27.895 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 02:09:27.895 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 02:09:27.933 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=37.550534ms] [] [2024/05/07 02:09:27.933 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/07 02:09:27.933 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/07 02:09:27.933 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:27.934 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/07 02:09:27.934 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/07 02:09:27.944 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:27.946 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:27.947 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:27.947 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=51.797261ms] [] [2024/05/07 02:09:27.947 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=52.014758ms] [] [2024/05/07 02:09:27.992 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=143.50712ms] [] [2024/05/07 02:09:28.026 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:28.026 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/07 02:09:28.029 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/07 02:09:28.093 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/07 02:09:28.109 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/07 02:09:28.128 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:28.128 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/07 02:09:28.229 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:28.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9089499559999998\n# Parse_time: 0.000428789\n# Compile_time: 0.001067679\n# Rewrite_time: 0.000185972\n# Optimize_time: 0.001037889\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:28.457 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:28.484 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:28.484 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:28.551 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.582 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=270.813µs] [gotSchemaVersion=108] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.596 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/05/07 02:09:28.631 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.960316ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=263.276µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.734 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/05/07 02:09:28.771 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.285257ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.874 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.886 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/05/07 02:09:28.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=308.289µs] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.939 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/05/07 02:09:28.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=54.088475ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.039 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/07 02:09:29.048 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/05/07 02:09:29.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:28.455 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.118 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/07 02:09:29.118 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.122 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.665854397\n# Parse_time: 0.000540491\n# Compile_time: 0.00091887\n# Rewrite_time: 0.000010293\n# Optimize_time: 0.001361081\n# Wait_TS: 0.000338557\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:29.124 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:29.172 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:29.172 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:29.226 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:29.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.235 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/05/07 02:09:29.341 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=3.581782ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:29.354 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/05/07 02:09:29.384 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.726844ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.456 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:29.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.497 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/07 02:09:29.497 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.501 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.378380488\n# Parse_time: 0.001132551\n# Compile_time: 0.001014037\n# Rewrite_time: 0.000009613\n# Optimize_time: 0.001361081\n# Wait_TS: 0.000407872\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:29.515 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:29.748 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:29.844 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:29.882 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/07 02:09:29.883 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:29.989 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:29.990 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:29.991 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/07 02:09:30.013 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:30.016 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:30.016 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:30.016 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=106.139µs] [2024/05/07 02:09:30.016 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=255.831µs] [] [2024/05/07 02:09:30.016 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:30.016 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:30.174 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/07 02:09:30.192 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/07 02:09:30.199 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:30.241 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:30.243 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 02:09:30.244 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:30.253 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:30.253 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:30.253 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:30.254 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:30.254 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:30.254 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:30.255 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:30.255 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:30.255 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:30.267 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:30.269 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:30.269 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:30.269 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/05/07 02:09:30.269 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/07 02:09:30.312 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/07 02:09:30.316 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:30.319 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:30.320 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/07 02:09:30.320 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/07 02:09:30.343 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/05/07 02:09:30.343 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/05/07 02:09:30.348 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=2.373869ms] [encodeDur=1.146823ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=425.445µs] [type=file] [takeTime=4.419247ms] [] [2024/05/07 02:09:30.348 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.996697ms] [encodeDur=1.471169ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=799.75µs] [type=file] [takeTime=4.751724ms] [] [2024/05/07 02:09:30.349 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/cf69428d-7f50-4b25-8c23-0c916adc26e6.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/05/07 02:09:30.349 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=37.339144ms] [] [2024/05/07 02:09:30.349 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 02:09:30.349 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 02:09:30.349 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:30.350 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f0e50357-7834-43b8-8c21-524cb6ab5b1f.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/05/07 02:09:30.354 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=4.457884ms] [] [2024/05/07 02:09:30.354 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:30.359 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:30.381 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:30.382 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:30.396 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:30.398 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.493475ms] [] [2024/05/07 02:09:30.398 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:30.399 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.178866ms] [] [2024/05/07 02:09:30.399 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 02:09:30.399 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:30.401 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.444112ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d71f95bd-3cd5-44c8-9c90-96c34b5332c8.sst] [2024/05/07 02:09:30.401 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d71f95bd-3cd5-44c8-9c90-96c34b5332c8.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/05/07 02:09:30.403 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.847047ms] [] [2024/05/07 02:09:30.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:30.408 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:30.430 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:30.430 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:30.443 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:30.445 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.091187ms] [] [2024/05/07 02:09:30.445 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:30.446 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.113991ms] [] [2024/05/07 02:09:30.490 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:30.494 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:30.494 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:30.494 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:30.494 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:30.496 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:30.496 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:30.496 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:30.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:30.496 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:30.496 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=255.432724ms] [] [2024/05/07 02:09:30.507 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:30.508 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:30.510 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:30.510 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:30.616 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:30.618 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:30.618 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:30.761 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:30.809 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 02:09:30.809 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 02:09:30.809 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 02:09:30.816 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.493575ms] [] [2024/05/07 02:09:30.816 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/05/07 02:09:30.816 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/05/07 02:09:30.816 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:30.817 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/07 02:09:30.817 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/07 02:09:30.828 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:30.832 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:30.833 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/05/07 02:09:30.833 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=24.438254ms] [] [2024/05/07 02:09:30.833 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=24.631062ms] [] [2024/05/07 02:09:30.879 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=117.529965ms] [] [2024/05/07 02:09:30.940 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:30.940 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/07 02:09:30.944 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/07 02:09:30.989 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/07 02:09:31.002 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/07 02:09:31.010 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:31.010 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/07 02:09:31.103 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:31.105 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.603123665\n# Parse_time: 0.000465664\n# Compile_time: 0.001253048\n# Rewrite_time: 0.000238257\n# Optimize_time: 0.001361081\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/07 02:09:31.117 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:31.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.150 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:31.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=267.649µs] [gotSchemaVersion=112] [phyTblIDs="[167]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:31.245 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/05/07 02:09:31.283 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.139813ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.370 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=356.363µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:31.423 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/05/07 02:09:31.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.028081ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.534 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.544 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/05/07 02:09:31.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=260.626µs] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:31.602 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/05/07 02:09:31.640 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.646294ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.688 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/05/07 02:09:31.696 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/05/07 02:09:31.700 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.785 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/07 02:09:31.785 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.790 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.673606568\n# Parse_time: 0.000524806\n# Compile_time: 0.000656368\n# Rewrite_time: 0.000011154\n# Optimize_time: 0.001470128\n# Wait_TS: 0.000373349\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:31.794 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/07 02:09:31.896 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.896 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/07 02:09:31.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.973 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/05/07 02:09:32.047 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.59199ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:32.058 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/05/07 02:09:32.093 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.386269ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.805 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.175 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/07 02:09:32.175 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:32.179 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.388353367\n# Parse_time: 0.00164497\n# Compile_time: 0.002280671\n# Rewrite_time: 0.000010841\n# Optimize_time: 0.001470128\n# Wait_TS: 0.000654409\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/07 02:09:32.193 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:32.412 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:32.500 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:32.542 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/07 02:09:32.543 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:32.651 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:32.652 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:32.653 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/07 02:09:32.672 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:32.675 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:32.675 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/05/07 02:09:32.675 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=86.569µs] [2024/05/07 02:09:32.675 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=217.679µs] [] [2024/05/07 02:09:32.675 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:32.675 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:32.870 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/07 02:09:32.889 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/07 02:09:32.894 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:32.936 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:32.937 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 02:09:32.938 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:32.947 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:32.947 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:32.948 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:32.948 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:32.949 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:32.949 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:32.949 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:32.949 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:32.949 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:32.964 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:32.966 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:32.966 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:32.966 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:32.966 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/05/07 02:09:33.013 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/07 02:09:33.017 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:33.021 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:33.021 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/07 02:09:33.021 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/05/07 02:09:33.043 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/05/07 02:09:33.046 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=1.687408ms] [encodeDur=763.524µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=148.635µs] [type=file] [takeTime=3.050393ms] [] [2024/05/07 02:09:33.047 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/247f5ea2-4e40-488a-9eb1-ca3674bff636.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/05/07 02:09:33.050 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/05/07 02:09:33.052 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=987.973µs] [encodeDur=1.068986ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=49.096µs] [type=file] [takeTime=2.419185ms] [] [2024/05/07 02:09:33.053 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2477a4f4-396f-433a-8f75-717160ee8d1d.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/05/07 02:09:33.053 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=39.71817ms] [] [2024/05/07 02:09:33.054 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 02:09:33.054 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 02:09:33.054 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:33.056 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.650419ms] [] [2024/05/07 02:09:33.056 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/05/07 02:09:33.061 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:33.083 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:33.083 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:33.097 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:33.099 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.428081ms] [] [2024/05/07 02:09:33.099 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/05/07 02:09:33.100 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.283906ms] [] [2024/05/07 02:09:33.100 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 02:09:33.100 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:33.102 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.591872ms] [] [2024/05/07 02:09:33.102 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:33.102 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:33.102 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=69.625µs] [] [2024/05/07 02:09:33.102 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:33.103 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=942.503µs] [] [2024/05/07 02:09:33.202 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 02:09:33.206 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:33.207 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:33.207 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:33.207 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:33.210 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:33.210 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:33.210 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:33.210 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:33.210 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:33.210 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=273.950848ms] [] [2024/05/07 02:09:33.214 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:33.215 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:33.216 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:33.216 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:33.296 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/05/07 02:09:33.297 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:33.297 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:33.452 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:33.502 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 02:09:33.503 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 02:09:33.503 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 02:09:33.511 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=8.305309ms] [] [2024/05/07 02:09:33.511 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/05/07 02:09:33.511 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:33.511 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/07 02:09:33.511 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/07 02:09:33.517 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:33.518 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:33.518 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=15.451688ms] [] [2024/05/07 02:09:33.518 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=15.695192ms] [] [2024/05/07 02:09:33.605 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=153.285939ms] [] [2024/05/07 02:09:33.662 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:33.662 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/07 02:09:33.665 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/07 02:09:33.731 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/07 02:09:33.748 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/07 02:09:33.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.591558585\n# Parse_time: 0.000890755\n# Compile_time: 0.001221095\n# Rewrite_time: 0.000212978\n# Optimize_time: 0.001470128\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:09:33.781 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:33.781 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/07 02:09:33.784 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:33.831 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:33.831 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:33.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.884 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:33.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=284.862µs] [gotSchemaVersion=116] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:33.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/05/07 02:09:33.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=66.036374ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.041 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=243.472µs] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:34.090 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/05/07 02:09:34.125 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.162231ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.212 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/05/07 02:09:34.257 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=255.944µs] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:34.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/07 02:09:34.305 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.903188ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.345 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/07 02:09:34.356 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/07 02:09:34.360 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.453 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/07 02:09:34.454 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:34.460 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.676974567\n# Parse_time: 0.000734231\n# Compile_time: 0.00100641\n# Rewrite_time: 0.000014465\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000415982\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/05/07 02:09:34.462 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/05/07 02:09:34.489 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:34.489 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/05/07 02:09:34.529 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.564 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=345.234µs] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:34.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/05/07 02:09:34.613 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.424824ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.685 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=219.828µs] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:34.698 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/05/07 02:09:34.733 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.50973ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=227.631µs] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:34.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/05/07 02:09:34.871 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.484362ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.914 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:34.925 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/05/07 02:09:34.930 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:34.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.020 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/07 02:09:35.020 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:35.025 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.564353846\n# Parse_time: 0.000615892\n# Compile_time: 0.000947196\n# Rewrite_time: 0.0000096\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000398209\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/05/07 02:09:35.027 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/05/07 02:09:35.067 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.004 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:35.067 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.004 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/05/07 02:09:35.162 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.004 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.201 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.2229ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:35.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/05/07 02:09:35.249 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=54.112196ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.004 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.004 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/07 02:09:35.338 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:35.343 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316936869\n# Parse_time: 0.000402977\n# Compile_time: 0.00076912\n# Rewrite_time: 0.000010363\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000499803\n# DB: write_after_import\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/05/07 02:09:35.347 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/05/07 02:09:35.396 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:35.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:35.396 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:35.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/05/07 02:09:35.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.467 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/05/07 02:09:35.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=3.010133ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:35.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/05/07 02:09:35.608 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.322039ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:35.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.354 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.713 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/07 02:09:35.713 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:35.718 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.372403048\n# Parse_time: 0.000579402\n# Compile_time: 0.00092484\n# Rewrite_time: 0.000011023\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000436428\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/05/07 02:09:35.736 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/05/07 02:09:35.770 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/05/07 02:09:35.770 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:35.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.853 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=211.541µs] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:35.864 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/05/07 02:09:35.901 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.767108ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.946 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.980 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=251.622µs] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:35.991 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/05/07 02:09:36.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=70.762719ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.090 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.133 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=209.172µs] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:36.143 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/05/07 02:09:36.182 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.156182ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.255 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/05/07 02:09:36.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.704 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.319 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/07 02:09:36.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.323 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.588067606\n# Parse_time: 0.000343706\n# Compile_time: 0.000905873\n# Rewrite_time: 0.000012126\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000391219\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/05/07 02:09:36.324 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/05/07 02:09:36.363 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:36.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.363 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:36.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/05/07 02:09:36.428 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.459 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=1.06233ms] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:36.470 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/05/07 02:09:36.518 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=64.135455ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:36.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.584 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.612 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/07 02:09:36.612 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/07 02:09:36.619 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:36.622 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:36.665 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.665 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/07 02:09:36.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.716 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/05/07 02:09:36.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.788985ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:36.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/05/07 02:09:36.827 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.811718ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.605 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.988 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/07 02:09:36.989 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.993 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.37327225\n# Parse_time: 0.000716575\n# Compile_time: 0.001432912\n# Rewrite_time: 0.000009812\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000535386\n# DB: write_after_import\n# Is_internal: false\n# Digest: 5d93504021c753d971e5a522e6251ca81f8966aee8a83ebd8c0a0b1399ca6bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse write_after_import;\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/07 02:09:37.151 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/05/07 02:09:37.159 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:37.159 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:37.159 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:37.159 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:37.160 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:37.160 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:37.160 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:37.160 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:37.160 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:37.174 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:37.176 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:37.176 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:37.180 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:37.184 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:37.214 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [key=import-from-select] [2024/05/07 02:09:37.216 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [key=import-from-select] [readDur=311.904µs] [encodeDur=1.199844ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=75.14µs] [type=query] [takeTime=2.074543ms] [] [2024/05/07 02:09:37.217 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/c73a98e2-9530-4eb0-a6d6-43bc7647c11a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/683ca0c1-0ace-41be-a528-9bd1b7342eef.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/05/07 02:09:37.315 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [key=import-from-select] [2024/05/07 02:09:37.316 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=182.438µs] [] [2024/05/07 02:09:37.316 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:37.318 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.942004ms] [] [2024/05/07 02:09:37.318 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:37.323 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:37.344 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:37.344 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:37.357 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:37.358 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.408444ms] [] [2024/05/07 02:09:37.358 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:37.360 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.634457ms] [] [2024/05/07 02:09:37.360 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:37.360 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:37.360 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=65.627µs] [] [2024/05/07 02:09:37.360 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/07 02:09:37.360 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [2024/05/07 02:09:37.368 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [takeTime=7.518211ms] [] [2024/05/07 02:09:37.368 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:37.368 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [weight=30] [2024/05/07 02:09:37.368 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [concurrency=15] [2024/05/07 02:09:37.372 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:37.373 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:37.373 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c73a98e2-9530-4eb0-a6d6-43bc7647c11a] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.696357ms] [] [2024/05/07 02:09:37.373 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:37.373 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.366µs] [] [2024/05/07 02:09:37.373 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:37.375 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.452768ms] [] [2024/05/07 02:09:37.375 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:37.375 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=40.075µs] [] [2024/05/07 02:09:37.375 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:37.376 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=983.422µs] [] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:37.380 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:37.380 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:37.380 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:37.380 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:37.382 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:37.382 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:37.382 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:37.382 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:37.382 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:37.383 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589484441829383\n# Conn_ID: 2\n# Query_time: 0.388383339\n# Parse_time: 0.000516448\n# Compile_time: 0.00328291\n# Rewrite_time: 0.00232376\n# Optimize_time: 0.001225084\n# Wait_TS: 0.000110546\n# Cop_time: 0.000074858 Process_time: 0.000049319 Wait_time: 0.00003945 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.9319e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.945e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xwWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM4M21zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNDk5LjbCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNDcBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDQ5LjMFSgETJHdhaXQ6IDM5LjUFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA1NS4yBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUlSDEuMzZtc319CTM1MyBCeXRlcwkhJSAyCTQzXzYJMV8xJ7h0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWyBDp7BWMAMDVAAZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTMuNyUhdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIeUQfX19LCABx160AAEcNt8BCGFsXyHhDRo15iUXDHdhbGwNGUQxODEuOMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('sgagCq0GCgxJbXBvcnRJbnRvXzIS6AUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMy43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogNDkuMwVxAHQF0Qh3YWkRiwwzOS41CRocaWt2X3dhbGwNMygxODEuOMK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEulgEoAUABUhRkYXRhOlQ2xAEEWhYFiBA0OTkuNgVuAGwlcSAyYtgBY29wX3Qhjmgge251bTogMSwgbWF4OiAxLjQ3bXMsIHByb2MtTSlcJY820wAF0QA6GcyAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNTUuMgWYqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEx8wXkKDEuMzZtc319cOECPS8AOCEbFANOL0FaEwUmCDM4MwHdKQcAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:37.415 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:37.476 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:37.476 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:37.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=321.349µs] [gotSchemaVersion=129] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:37.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/07 02:09:37.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=54.341806ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.692 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=237.639µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:37.703 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/07 02:09:37.742 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.972339ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.790 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.800 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/05/07 02:09:37.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=243.709µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:37.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/05/07 02:09:37.891 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=52.962161ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.936 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/07 02:09:37.979 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/05/07 02:09:37.984 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:37.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.047 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/07 02:09:38.047 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:38.051 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.637364175\n# Parse_time: 0.000664921\n# Compile_time: 0.000632318\n# Rewrite_time: 0.000010608\n# Optimize_time: 0.001130612\n# Wait_TS: 0.000441933\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:38.053 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:38.094 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:38.094 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:38.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.150 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/05/07 02:09:38.206 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.60435ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:38.217 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/05/07 02:09:38.252 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.009717ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.290 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.054 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.334 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/07 02:09:38.334 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:38.556 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/05/07 02:09:38.563 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:38.564 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:38.564 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:38.564 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:38.565 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:38.565 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:38.565 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:38.565 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:38.565 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:38.580 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:38.582 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:38.582 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:38.586 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:38.590 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:38.619 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [key=import-from-select] [2024/05/07 02:09:38.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [key=import-from-select] [readDur=33.919µs] [encodeDur=1.165221ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=430.456µs] [type=query] [takeTime=2.01355ms] [] [2024/05/07 02:09:38.622 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/59a13b2d-135a-4087-91f1-e984745b2747/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3328ca00-0cf5-48d4-b79c-f557d7d0cbea.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/05/07 02:09:38.634 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [key=import-from-select] [2024/05/07 02:09:38.634 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=110.839µs] [] [2024/05/07 02:09:38.634 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:38.636 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.739201ms] [] [2024/05/07 02:09:38.636 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:38.641 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:38.663 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:38.663 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:38.675 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:38.677 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.202157ms] [] [2024/05/07 02:09:38.677 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:38.679 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.553176ms] [] [2024/05/07 02:09:38.679 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:38.679 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:38.679 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=53.816µs] [] [2024/05/07 02:09:38.679 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/07 02:09:38.679 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [2024/05/07 02:09:38.687 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [takeTime=7.844565ms] [] [2024/05/07 02:09:38.687 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:38.687 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [weight=30] [2024/05/07 02:09:38.687 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [concurrency=15] [2024/05/07 02:09:38.692 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:38.692 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:38.692 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=59a13b2d-135a-4087-91f1-e984745b2747] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.297774ms] [] [2024/05/07 02:09:38.693 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:38.693 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.443µs] [] [2024/05/07 02:09:38.693 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:38.694 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.169056ms] [] [2024/05/07 02:09:38.694 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:38.694 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.569µs] [] [2024/05/07 02:09:38.694 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:38.695 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.015701ms] [] [2024/05/07 02:09:38.699 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:38.699 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:38.699 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:38.699 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:38.701 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:38.701 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:38.701 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:38.701 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:38.701 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:38.703 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589484795723788\n# Conn_ID: 2\n# Query_time: 0.363832589\n# Parse_time: 0.000480854\n# Compile_time: 0.002789\n# Rewrite_time: 0.001553875\n# Optimize_time: 0.001130612\n# Wait_TS: 0.000096478\n# Cop_time: 0.000116841 Process_time: 0.000055528 Wait_time: 0.000039501 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.5528e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.9501e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM1OW1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNTY0LjbCtRVFdDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMQVuRHByb2Nfa2V5czogNCwgdG90XwESFDogNTUuNQVKARMcd2FpdDogMzkNE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA2NA06qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJUgxLjA4bXN9fQkzNTQgQnl0ZXMJISUgMgk0M182CTFfMSe4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1QAGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUEIDExIXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpAhrZXk+FgAYOCwgYmxvYyHlOZcNMhQyfX19LCAB2V7GAAEcNvEBCGFsXyHzDRo1+CUpDHdhbGwNGUQxNzguNMK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA1NQ2DAHQF4wh3YWkRnQQzOREaHGlrdl93YWxsDTMoMTc4LjTCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBA1NjQuNiULAGwlgyAyYtgBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjE5bXMsIHByb2MtXyluJaEEOiAu0wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGgxuOiA2MaOobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQoMS4wOG1zfX1w4gI9Lyg4AUABUgNOL0FaEwUmCDM1OQHdKQcAMVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/07 02:09:38.715 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:38.754 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:38.754 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:38.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=428.478µs] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:38.862 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/05/07 02:09:38.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=57.568817ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.965 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.002 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=279.839µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:39.013 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/05/07 02:09:39.051 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.364322ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.083 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.093 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/05/07 02:09:39.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=228.537µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:39.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/07 02:09:39.179 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.795374ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.231 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/05/07 02:09:39.240 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/05/07 02:09:39.245 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:38.705 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.307 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/07 02:09:39.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:39.311 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.59664829\n# Parse_time: 0.000557277\n# Compile_time: 0.000962294\n# Rewrite_time: 0.000011782\n# Optimize_time: 0.000920035\n# Wait_TS: 0.000522213\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:39.313 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:39.388 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:39.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/07 02:09:39.388 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:39.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:39.453 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:39.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.460 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/05/07 02:09:39.534 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.50335ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:39.545 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/07 02:09:39.581 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.627055ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:39.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.634 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:39.304 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:39.672 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/07 02:09:39.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:39.676 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.364906751\n# Parse_time: 0.000715028\n# Compile_time: 0.000936216\n# Rewrite_time: 0.000010004\n# Optimize_time: 0.000920035\n# Wait_TS: 0.000404898\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/07 02:09:39.862 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/05/07 02:09:39.871 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:39.871 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:39.872 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:39.872 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:39.873 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:39.873 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:39.873 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:39.873 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:39.873 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:39.890 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:39.893 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:39.893 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:39.897 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:39.901 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:39.949 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [key=import-from-select] [2024/05/07 02:09:39.949 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [key=import-from-select] [2024/05/07 02:09:39.951 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [key=import-from-select] [readDur=29.017µs] [encodeDur=1.230085ms] [checksum="{cksum=8759022441349677168,size=222,kvs=6}"] [deliverDur=350.404µs] [type=query] [takeTime=2.098981ms] [] [2024/05/07 02:09:39.952 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [key=import-from-select] [readDur=11.391µs] [encodeDur=1.101033ms] [checksum="{cksum=4780935130988818691,size=74,kvs=2}"] [deliverDur=1.159604ms] [type=query] [takeTime=2.688117ms] [] [2024/05/07 02:09:39.952 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/7dea0d4a-cf1e-4100-8b98-22dba547fd8f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f41e15db-69ca-47d5-b912-bf4010bc85b8.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000004] [2024/05/07 02:09:39.953 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:39.953 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/7dea0d4a-cf1e-4100-8b98-22dba547fd8f/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d3f76ba1-2548-4877-9dbe-a6bda346539f.sst] [firstKey=7480000000000000BB5F728000000000000002] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/07 02:09:39.956 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.881016ms] [] [2024/05/07 02:09:39.956 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:39.961 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:39.982 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:39.982 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:39.997 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:39.998 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.355292ms] [] [2024/05/07 02:09:39.998 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:40.000 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.158212ms] [file=/tmp/tidb/import-4000/7dea0d4a-cf1e-4100-8b98-22dba547fd8f/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7a09aeea-dca2-4a9e-b1bd-9af925762681.sst] [2024/05/07 02:09:40.000 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/7dea0d4a-cf1e-4100-8b98-22dba547fd8f/630083e6-fc50-5cd2-8645-c17b147197ce.sst/7a09aeea-dca2-4a9e-b1bd-9af925762681.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/05/07 02:09:40.002 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.83646ms] [] [2024/05/07 02:09:40.002 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:40.007 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:40.030 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:40.030 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:40.044 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:40.045 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.995993ms] [] [2024/05/07 02:09:40.046 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/07 02:09:40.046 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [2024/05/07 02:09:40.054 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [takeTime=7.888879ms] [] [2024/05/07 02:09:40.054 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:40.054 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [weight=30] [2024/05/07 02:09:40.054 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [concurrency=15] [2024/05/07 02:09:40.062 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:40.064 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:40.065 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:40.065 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=7dea0d4a-cf1e-4100-8b98-22dba547fd8f] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=19.141896ms] [] [2024/05/07 02:09:40.065 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:40.065 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.307µs] [] [2024/05/07 02:09:40.065 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:40.066 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.118604ms] [] [2024/05/07 02:09:40.066 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:40.066 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.144µs] [] [2024/05/07 02:09:40.066 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:40.067 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=970.479µs] [] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:40.072 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:40.072 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.072 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.072 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:40.074 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:40.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.076 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589485149880328\n# Conn_ID: 2\n# Query_time: 0.397806849\n# Parse_time: 0.000590909\n# Compile_time: 0.003003611\n# Rewrite_time: 0.001968527\n# Optimize_time: 0.000920035\n# Wait_TS: 0.000120798\n# Cop_time: 0.00007523 Process_time: 0.000061852 Wait_time: 0.000033941 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.1852e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.3941e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM5Mi41bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NTQuMsK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2MS45BUkBExx3YWl0OiAzMw0TgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaGG46IDkyLjYFTahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZcIYWxfJSZQOTkyLjjCtXN9fQkzNTQgQnl0ZXMJISYgMgk0M182CTFfMSi4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QQGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDE2LjclI3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpghrZXk+FgAYOCwgYmxvYyHmOZkNMhQyfX19LCAB2V7GAAEcNvMBFGFsX3dhaRGdADMx+iUpDHdhbGwNM0QxOTEuMsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNi43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2MS45BYMAdAXjCHdhaRGdBDMzERocaWt2X3dhbGwNMygxOTEuMsK1c31w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWICDU1NAVUMYMgMmLZAWNvcF90IaBkIHtudW06IDEsIG1heDogMS4xbXMsIHByb2MtXiltJaA20gAF0AA6GcsQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiA5Mi42JR+obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MVEEBeMQOTkyLjghNwx9cOICPTAAOCEcFANOL0FaFQUoEDM5Mi41AeEYbG9vcHM6MVZmAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:40.108 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:40.140 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:40.140 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:40.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.249 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=264.105µs] [gotSchemaVersion=137] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:40.297 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/07 02:09:40.299 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 71a6b243-b5f4-4922-a484-557dba0f8ca1"] ["ddl job id"=189] [ver=137] [2024/05/07 02:09:40.321 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=75.73444ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.373 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=281.784µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:40.421 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/07 02:09:40.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.77395ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.540 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/05/07 02:09:40.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=241.325µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:40.591 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/07 02:09:40.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.472048ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.686 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/07 02:09:40.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/07 02:09:40.699 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:40.105 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.796 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/07 02:09:40.796 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:40.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.694291116\n# Parse_time: 0.000687347\n# Compile_time: 0.000903123\n# Rewrite_time: 0.00001413\n# Optimize_time: 0.001389698\n# Wait_TS: 0.000423974\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:40.803 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:40.852 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:40.852 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:40.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.928 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/05/07 02:09:40.995 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.671664ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:41.009 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/05/07 02:09:41.042 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.724297ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.082 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.804 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.128 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/07 02:09:41.129 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:41.132 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.330563422\n# Parse_time: 0.000774912\n# Compile_time: 0.001135606\n# Rewrite_time: 0.000013073\n# Optimize_time: 0.001389698\n# Wait_TS: 0.000447242\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:41.332 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/05/07 02:09:41.340 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:41.340 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:41.341 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:41.341 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:41.342 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:41.342 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:41.342 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:41.342 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:41.342 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:41.357 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:41.359 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:41.359 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:41.363 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:41.367 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:41.423 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [key=import-from-select] [2024/05/07 02:09:41.424 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [key=import-from-select] [2024/05/07 02:09:41.426 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [key=import-from-select] [readDur=5.778µs] [encodeDur=698µs] [checksum="{cksum=3348452940637588680,size=74,kvs=2}"] [deliverDur=642.174µs] [type=query] [takeTime=1.684487ms] [] [2024/05/07 02:09:41.426 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [key=import-from-select] [readDur=28.76µs] [encodeDur=1.225116ms] [checksum="{cksum=1562502361153568187,size=222,kvs=6}"] [deliverDur=1.330898ms] [type=query] [takeTime=3.035649ms] [] [2024/05/07 02:09:41.427 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/f7eb4b91-3a34-4f2e-9e48-de3514be0136/102b1544-1a0b-5f02-9523-0f5011224f00.sst/dc93bacc-36bd-4dda-a5b1-3fe4a931bc67.sst] [firstKey=7480000000000000BE5F728000000000000002] [lastKey=7480000000000000BE5F728000000000000002] [2024/05/07 02:09:41.428 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:41.428 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/f7eb4b91-3a34-4f2e-9e48-de3514be0136/102b1544-1a0b-5f02-9523-0f5011224f00.sst/e3c1af45-4586-40cc-bb1d-f4d4dc5c98a4.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000004] [2024/05/07 02:09:41.431 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.09801ms] [] [2024/05/07 02:09:41.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:41.436 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:41.458 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:41.458 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:41.471 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:41.473 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.608634ms] [] [2024/05/07 02:09:41.473 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:41.474 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.188828ms] [file=/tmp/tidb/import-4000/f7eb4b91-3a34-4f2e-9e48-de3514be0136/630083e6-fc50-5cd2-8645-c17b147197ce.sst/dd01dbf3-0ed8-4e12-be5d-37a383a12cfc.sst] [2024/05/07 02:09:41.474 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/f7eb4b91-3a34-4f2e-9e48-de3514be0136/630083e6-fc50-5cd2-8645-c17b147197ce.sst/dd01dbf3-0ed8-4e12-be5d-37a383a12cfc.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/05/07 02:09:41.476 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.564211ms] [] [2024/05/07 02:09:41.476 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:41.481 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:41.503 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:41.503 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:41.516 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:41.518 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.367018ms] [] [2024/05/07 02:09:41.518 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/07 02:09:41.518 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [2024/05/07 02:09:41.530 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [takeTime=11.485386ms] [] [2024/05/07 02:09:41.530 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:41.530 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [weight=30] [2024/05/07 02:09:41.530 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [concurrency=15] [2024/05/07 02:09:41.538 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:41.540 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:41.540 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:41.540 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=f7eb4b91-3a34-4f2e-9e48-de3514be0136] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=22.367714ms] [] [2024/05/07 02:09:41.541 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:41.541 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.385µs] [] [2024/05/07 02:09:41.541 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:41.542 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.086573ms] [] [2024/05/07 02:09:41.542 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:41.542 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.301µs] [] [2024/05/07 02:09:41.542 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:41.543 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=983.681µs] [] [2024/05/07 02:09:41.547 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:41.547 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:41.547 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:41.547 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:41.547 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:41.547 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:41.548 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:41.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:41.548 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:41.548 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:41.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:41.548 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:41.548 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:41.549 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:41.549 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:41.549 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:41.549 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:41.550 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:41.551 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589485529726985\n# Conn_ID: 2\n# Query_time: 0.41780865\n# Parse_time: 0.000488918\n# Compile_time: 0.002723378\n# Rewrite_time: 0.001757657\n# Optimize_time: 0.001389698\n# Wait_TS: 0.000108967\n# Cop_time: 0.000122245 Process_time: 0.000110457 Wait_time: 0.000053882 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 1 Rocksdb_block_read_count: 1 Rocksdb_block_read_byte: 123 Rocksdb_block_read_time: 0.000\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000110457 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.3882e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 363\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sQaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQxMi45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg2NzIuMsK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMy41BW5EcHJvY19rZXlzOiA0LCB0b3RfARIYOiAxMTAuNQVLARQkd2FpdDogNTMuOQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDc0LjMFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwYwHGFHRvdGFsXyUoFDIuODFtcw0ugGVycm9yczp7bm90X2xlYWRlcjoxfX0JMzYzIEJ5dGVzCSFBIDIJNDNfNgkxXzFDAHQhPiw6ZHQsIGtlZXAgb3IBOGRmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgXNBDp7BX4AMDVcAbE0c2Nhbl9kZXRhaWw6IHsJpRhwcm9jZXNzMlQBBGFsMhcAIF9zaXplOiAxOClyBGFsDS04NSwgZ2V0X3NuYXBzaG90CfAIIDMyLXZ0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JcAIa2V5PhYAGDgsIGJsb2NBATmyDTIUMSwgcmVhFUERDwhieXQBnwAyLUUNJSUACCAxOCXKEH19fSwgARJe/wABHAQ6IDJGAghhbF9BSA0bVU0lYwh3YWwt4EggMjg2LjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('nAegCpcHCgxJbXBvcnRJbnRvXzIS0AYKDVRhYmxlUmVhZGVyXzcS8wMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9q/AJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzMi45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMSwgcmVhFUERDwhieXQBnxgyMyBCeXRlAXoBJQmOLDE4LjPCtXN9fX0sIAESCF9kZVL/AAEcGDogMTEwLjUFvQB0JR0Id2FpEdcENTMN1yVjDHdhbGwNNAgyODYFNAh9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLuIBKAFAAVIUZGF0YTpUNhACBFoWBYkQNjcyLjIFiDhsb29wczoyYvQBY29wX3Qh2hQge251bToB/kBtYXg6IDMuNTltcywgcHJvYy2ZKagl2zrUAAXSADoZzRBjb3ByXzloRHJhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaEG46IDc0JVAALAF8yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoyLC1YBeUUMi44MW1zDS4wZXJyb3JzOntub3RfbGUxGDoxfX1w6wI9SwA4ITcUA04vQVoVBUEMNDEyLgX7KSUAMVaBAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/05/07 02:09:41.564 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:41.595 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:41.595 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:41.647 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=321.844µs] [gotSchemaVersion=141] [phyTblIDs="[190]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:41.728 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/05/07 02:09:41.765 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.39597ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.839 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.873 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=248.425µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:41.885 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/05/07 02:09:41.922 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.270655ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.006 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/05/07 02:09:42.048 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=262.132µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:42.064 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/07 02:09:42.096 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.124883ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.202 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/05/07 02:09:42.211 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/05/07 02:09:42.215 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:41.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.273 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/07 02:09:42.273 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.277 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.71476968\n# Parse_time: 0.000571668\n# Compile_time: 0.000723085\n# Rewrite_time: 0.000010853\n# Optimize_time: 0.001367711\n# Wait_TS: 0.000431637\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:42.279 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:42.332 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.332 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/05/07 02:09:42.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.390 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/05/07 02:09:42.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.534039ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:42.451 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/07 02:09:42.486 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.589685ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.543 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.254 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/07 02:09:42.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.621 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342540927\n# Parse_time: 0.00061352\n# Compile_time: 0.000860152\n# Rewrite_time: 0.000008921\n# Optimize_time: 0.001367711\n# Wait_TS: 0.000458016\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/05/07 02:09:42.827 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/05/07 02:09:42.834 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:42.834 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:42.835 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:42.835 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:42.836 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:42.836 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:42.836 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:42.836 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:42.836 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:42.850 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:42.851 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:42.851 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:42.856 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:42.859 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:42.962 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [key=import-from-select] [2024/05/07 02:09:42.963 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [key=import-from-select] [2024/05/07 02:09:42.965 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [key=import-from-select] [readDur=65.973µs] [encodeDur=852.61µs] [checksum="{cksum=963198416965564482,size=34,kvs=1}"] [deliverDur=29.95µs] [type=query] [takeTime=2.303674ms] [] [2024/05/07 02:09:42.966 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [key=import-from-select] [readDur=417.207µs] [encodeDur=1.15251ms] [checksum="{cksum=14610620102051353340,size=102,kvs=3}"] [deliverDur=107.339µs] [type=query] [takeTime=3.650857ms] [] [2024/05/07 02:09:42.968 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34] [kvs=1] [files=1] [sstFileSize=925] [file=/tmp/tidb/import-4000/1bdf6c70-ba0b-4635-9909-c2b487b2f152/102b1544-1a0b-5f02-9523-0f5011224f00.sst/97b6a35b-18a9-4a9d-8dc0-db259699baf6.sst] [firstKey=7480000000000000C15F728000000000000005] [lastKey=7480000000000000C15F728000000000000005] [2024/05/07 02:09:42.968 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:42.969 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=102] [kvs=3] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/1bdf6c70-ba0b-4635-9909-c2b487b2f152/102b1544-1a0b-5f02-9523-0f5011224f00.sst/7a1941b8-4fa7-41f5-a819-165b09188be8.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/05/07 02:09:42.973 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=5.337767ms] [] [2024/05/07 02:09:42.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:42.980 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:43.001 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:43.002 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:43.017 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:43.019 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=44.665748ms] [] [2024/05/07 02:09:43.019 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:43.020 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.741682ms] [] [2024/05/07 02:09:43.020 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:43.021 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:43.021 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=78.531µs] [] [2024/05/07 02:09:43.021 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/07 02:09:43.021 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [2024/05/07 02:09:43.021 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [takeTime=10.566µs] [] [2024/05/07 02:09:43.021 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:43.021 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [weight=30] [2024/05/07 02:09:43.021 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [concurrency=15] [2024/05/07 02:09:43.025 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:43.026 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:43.026 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1bdf6c70-ba0b-4635-9909-c2b487b2f152] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.007402ms] [] [2024/05/07 02:09:43.026 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:43.026 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.699µs] [] [2024/05/07 02:09:43.026 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:43.027 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.153837ms] [] [2024/05/07 02:09:43.027 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:43.027 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.55µs] [] [2024/05/07 02:09:43.027 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:43.028 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=964.047µs] [] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.033 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:43.033 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:43.033 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:43.033 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:43.035 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:43.035 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:43.035 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:43.035 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:43.035 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:43.037 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589485922942983\n# Conn_ID: 2\n# Query_time: 0.414403462\n# Parse_time: 0.000506921\n# Compile_time: 0.002807978\n# Rewrite_time: 0.001860412\n# Optimize_time: 0.001367711\n# Wait_TS: 0.000126874\n# Cop_time: 0.000054917 Process_time: 0.000126743 Wait_time: 0.000064342 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000126743 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.4342e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwOS42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQNRBQ3Ny4ywrUVRXQyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAyLjAFbkRwcm9jX2tleXM6IDQsIHRvdF8BEhg6IDEyNi43BUsBFCR3YWl0OiA2NC4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogODcuOQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmAhhbF8lKEgxLjk2bXN9fQkzNTUgQnl0ZXMJISYgMgk0M182CTFfMSi4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1QQGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjkBBGFsMhcAIF9zaXplOiAxOClXBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDM0JR90cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaMIa2V5PhYAGDgsIGJsb2Mh5DmVDTIUMn19fSwgAddexAABHDrwAQhhbF8h8g0bNfclKAx3YWxsDRlEMzY4LjXCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuAMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFyuCAzNMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfOhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWUIX2RlUsQAARwYOiAxMjYuNwWEAHQF4gh3YWkRnAw2NC4zCRocaWt2X3dhbGwNNCgzNjguNcK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupwEoAUABUhRkYXRhOlQ21QEEWhYFiRA0NzcuMgVuOGxvb3BzOjJi2QFjb3BfdCGfaCB7bnVtOiAxLCBtYXg6IDIuMDZtcywgcHJvYy1eKW0loDrUAAXSADoZzRBjb3ByXzkvRHJhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDg3LjkFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxUQUF5SgxLjk2bXN9fXDjAj0wADghHBQDTi9BWhUFJgw0MDkuBeApCgAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:43.059 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:43.121 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.122 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:43.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=312.387µs] [gotSchemaVersion=145] [phyTblIDs="[193]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:43.224 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/05/07 02:09:43.261 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.558476ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.373 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=274.289µs] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:43.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/05/07 02:09:43.422 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.561931ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.498 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.508 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/05/07 02:09:43.543 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=253.188µs] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:43.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/05/07 02:09:43.601 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=62.226578ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.677 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/07 02:09:43.686 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/05/07 02:09:43.690 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:43.055 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.751 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/07 02:09:43.751 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.696377934\n# Parse_time: 0.000500665\n# Compile_time: 0.000631736\n# Rewrite_time: 0.000011673\n# Optimize_time: 0.000876349\n# Wait_TS: 0.000393603\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:43.758 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:43.810 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.810 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:43.873 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.882 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/05/07 02:09:43.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.306274ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/07 02:09:43.987 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.15662ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.045 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.754 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.131 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/07 02:09:44.131 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.135 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.379685118\n# Parse_time: 0.001035222\n# Compile_time: 0.00114385\n# Rewrite_time: 0.000013295\n# Optimize_time: 0.000876349\n# Wait_TS: 0.00040897\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:44.164 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b"] ["owner key"=/tidb/br-stream/owner/6f188f50cd7553b1] [ownerID=4d58180f-37dc-4bb7-9e8f-993c97199f3b] [op=none] [2024/05/07 02:09:44.339 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/05/07 02:09:44.348 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:44.348 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:44.349 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.349 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:44.350 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.350 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:44.350 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.350 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:44.350 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.364 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:44.366 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:44.366 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:44.370 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:44.374 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:44.409 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [key=import-from-select] [2024/05/07 02:09:44.411 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [key=import-from-select] [readDur=37.508µs] [encodeDur=1.188784ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=163.787µs] [type=query] [takeTime=1.831251ms] [] [2024/05/07 02:09:44.411 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [key=import-from-select] [2024/05/07 02:09:44.411 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=154.16µs] [] [2024/05/07 02:09:44.412 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:44.412 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/529049ad-373a-477d-8aae-ef328ba148a0/102b1544-1a0b-5f02-9523-0f5011224f00.sst/9bef2aa7-3867-44f9-98a4-4c7aca751a90.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/05/07 02:09:44.414 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.277703ms] [] [2024/05/07 02:09:44.414 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:44.418 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.441 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:44.441 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:44.454 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:44.456 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.912438ms] [] [2024/05/07 02:09:44.456 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:44.458 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.473605ms] [] [2024/05/07 02:09:44.458 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:44.458 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:44.458 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=92.959µs] [] [2024/05/07 02:09:44.458 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/07 02:09:44.458 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [2024/05/07 02:09:44.458 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [takeTime=14.776µs] [] [2024/05/07 02:09:44.458 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:44.458 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [weight=30] [2024/05/07 02:09:44.458 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [concurrency=15] [2024/05/07 02:09:44.462 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:44.463 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:44.463 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=529049ad-373a-477d-8aae-ef328ba148a0] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.070217ms] [] [2024/05/07 02:09:44.463 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:44.463 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.954µs] [] [2024/05/07 02:09:44.463 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:44.465 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.124163ms] [] [2024/05/07 02:09:44.465 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:44.465 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.428µs] [] [2024/05/07 02:09:44.465 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:44.466 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=932.208µs] [] [2024/05/07 02:09:44.469 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:44.469 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.469 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:44.469 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:44.469 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.469 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:44.469 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:44.469 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.470 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.470 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.470 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.470 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.470 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:44.471 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:44.472 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.472 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.472 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.472 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.473 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589486316158986\n# Conn_ID: 2\n# Query_time: 0.336426088\n# Parse_time: 0.000530568\n# Compile_time: 0.003268424\n# Rewrite_time: 0.00220396\n# Optimize_time: 0.000876349\n# Wait_TS: 0.000164835\n# Cop_time: 0.00007092 Process_time: 0.000090748 Wait_time: 0.000072806 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 9.0748e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 7.2806e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzMC42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NDAuNMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS45MQFuRHByb2Nfa2V5czogNCwgdG90XwESFDogOTAuNwVKARMkd2FpdDogNzIuOAUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDEyMy4JO6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgIYWxfJShIMS43OG1zfX0JMzU1IEJ5dGVzCSEmIDIJNDNfNgkxXzEouHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbMEOnsFYwAwNUEBljxzY2FuX2RldGFpbDoge3RvAYoYcHJvY2VzczI5AQRhbDIXACBfc2l6ZTogMTgpVwRhbA0tODUsIGdldF9zbmFwc2hvdAnVBCAzMSF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaUIa2V5PhYAGDgsIGJsb2Mh5jmYDTIUMn19fSwgAdlexgABHAA6MvIBCGFsXyH0DRo1+SUpDHdhbGwNGUQzMDQuMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzMy44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA5MC43BYMAdAXjCHdhaRGdBDcyDZ0lKQx3YWxsDTMoMzA0LjHCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBA1NDAuNAWIAGwlgyAyYtkBY29wX3QhoGgge251bTogMSwgbWF4OiAxLjkxbXMsIHByb2MtXyluJaE20wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiAxMjGkqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRBgXlKDEuNzhtc319cOMCPTAAOCEcFANOL0FaFQUmEDMzMC42AeApCgAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/05/07 02:09:44.484 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:44.545 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:44.545 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:44.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=287.014µs] [gotSchemaVersion=149] [phyTblIDs="[196]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:44.665 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/05/07 02:09:44.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.295349ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.796 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=277.27µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:44.808 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/05/07 02:09:44.845 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.920652ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.931 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/05/07 02:09:44.968 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=241.752µs] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:44.979 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/05/07 02:09:45.020 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=56.178642ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.065 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=4d58180f-37dc-4bb7-9e8f-993c97199f3b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:45.066 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:09:45.085 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/05/07 02:09:45.095 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/05/07 02:09:45.100 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:44.454 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.164 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/07 02:09:45.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.168 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.6852838\n# Parse_time: 0.000603869\n# Compile_time: 0.000759851\n# Rewrite_time: 0.000010665\n# Optimize_time: 0.001069431\n# Wait_TS: 0.000427758\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:45.170 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/05/07 02:09:45.218 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:45.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:45.218 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:45.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/05/07 02:09:45.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.310 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/05/07 02:09:45.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.256549ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:45.378 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/07 02:09:45.412 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.741826ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:45.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.526 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.154 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.563 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/07 02:09:45.563 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.569 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.401003063\n# Parse_time: 0.000630069\n# Compile_time: 0.00095651\n# Rewrite_time: 0.000009236\n# Optimize_time: 0.001069431\n# Wait_TS: 0.000445634\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/05/07 02:09:45.757 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/05/07 02:09:45.764 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:45.764 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:45.765 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:45.765 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:45.766 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.766 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:45.766 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:45.766 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:45.766 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.782 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:45.783 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:45.784 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:45.788 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:45.791 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:45.796 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [key=import-from-select] [2024/05/07 02:09:45.798 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [key=import-from-select] [readDur=33.471µs] [encodeDur=1.186053ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=253.549µs] [type=query] [takeTime=1.861085ms] [] [2024/05/07 02:09:45.799 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/bcd04832-c324-4a39-9fa2-c4940a9bd414/102b1544-1a0b-5f02-9523-0f5011224f00.sst/da865ac9-9e14-4cb9-a0e5-415b48b8b4d2.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/05/07 02:09:45.817 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [key=import-from-select] [2024/05/07 02:09:45.818 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=129.101µs] [] [2024/05/07 02:09:45.818 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:45.819 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.447179ms] [] [2024/05/07 02:09:45.819 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:45.824 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:45.846 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:45.846 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.860 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:45.862 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.398603ms] [] [2024/05/07 02:09:45.862 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:45.864 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.579762ms] [] [2024/05/07 02:09:45.864 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:45.864 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:45.864 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=56.388µs] [] [2024/05/07 02:09:45.864 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/07 02:09:45.864 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [2024/05/07 02:09:45.872 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [takeTime=7.638795ms] [] [2024/05/07 02:09:45.872 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/07 02:09:45.872 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [weight=30] [2024/05/07 02:09:45.872 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [concurrency=15] [2024/05/07 02:09:45.876 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:45.876 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/07 02:09:45.876 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=bcd04832-c324-4a39-9fa2-c4940a9bd414] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=12.431937ms] [] [2024/05/07 02:09:45.876 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:45.877 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.39µs] [] [2024/05/07 02:09:45.877 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:45.878 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.192901ms] [] [2024/05/07 02:09:45.878 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:45.878 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.757µs] [] [2024/05/07 02:09:45.878 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:45.879 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.027962ms] [] [2024/05/07 02:09:45.916 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:45.916 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.916 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.916 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:45.919 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:45.919 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.919 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.919 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.919 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.921 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589486696267785\n# Conn_ID: 2\n# Query_time: 0.350295807\n# Parse_time: 0.000655131\n# Compile_time: 0.002695353\n# Rewrite_time: 0.001766284\n# Optimize_time: 0.001069431\n# Wait_TS: 0.000100458\n# Cop_time: 0.000079255 Process_time: 0.000086406 Wait_time: 0.000060544 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.6406e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.0544e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM0NS4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0MjQuN8K1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMi40AW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA4Ni40BUkBEyR3YWl0OiA2MC41BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoYbjogODguNgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFlwhhbF8lJkgyLjI4bXN9fQkzNTUgQnl0ZXMJISQgMgk0M182CTFfMSa4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1PwGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUIIDMwLW50cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5DmXDTIUMn19fSwgAdlexgABHDbxAQhhbF8h8w0aADYx+CUpDHdhbGwNGUQzMDAuMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xQagCsAGCgxJbXBvcnRJbnRvXzIS+QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAzMC40wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA4Ng2DAHQF4wh3YWkRnQw2MC41BZ0lKQx3YWxsDTMoMzAwLjHCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKSGnLagoAUABUhRkYXRhOlQ21gEEWhYFiBA0MjQuNwVuAGwlgyAyYtcBY29wX3QhoGQge251bTogMSwgbWF4OiAyLjRtcywgcHJvYy1eKW0loDbSAAXQADoZyxBjb3ByXzksRHJhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaGG46IDg4LjYFl6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxUQQF4ygyLjI4bXN9fXDjAj0uADghGhQDTi9BWhUFJhAzNDUuMgHfKQgAMVZkAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:45.957 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:45.983 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:45.983 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:46.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=270.093µs] [gotSchemaVersion=153] [phyTblIDs="[199]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:46.074 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/05/07 02:09:46.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.472402ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.148 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=236.627µs] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:46.191 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/05/07 02:09:46.229 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.213132ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.298 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/05/07 02:09:46.334 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=260.439µs] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:46.346 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/05/07 02:09:46.389 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=58.990449ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.463 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/05/07 02:09:46.472 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/07 02:09:46.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:45.954 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/07 02:09:46.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:46.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.590006363\n# Parse_time: 0.000555778\n# Compile_time: 0.001014941\n# Rewrite_time: 0.000015978\n# Optimize_time: 0.000738586\n# Wait_TS: 0.000471178\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:46.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:46.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:46.555 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:46.591 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:46.555 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:46.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.555 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.676 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/05/07 02:09:46.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.772029ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:46.751 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/05/07 02:09:46.786 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.331231ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:46.555 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.878 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.555 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.929 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/07 02:09:46.929 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:46.933 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.387288264\n# Parse_time: 0.000619527\n# Compile_time: 0.001218629\n# Rewrite_time: 0.000009398\n# Optimize_time: 0.000738586\n# Wait_TS: 0.00033084\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:47.127 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/05/07 02:09:47.135 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:47.136 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:47.136 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:47.136 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:47.137 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:47.137 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:47.137 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:47.137 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:47.137 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:47.151 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:47.152 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:47.152 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:47.156 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:47.160 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:47.192 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [key=import-from-select] [2024/05/07 02:09:47.194 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [key=import-from-select] [readDur=35.662µs] [encodeDur=1.023136ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=308.053µs] [type=query] [takeTime=1.913975ms] [] [2024/05/07 02:09:47.195 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/8c7aaaa3-f3ad-42f2-80d2-3545532244ea/102b1544-1a0b-5f02-9523-0f5011224f00.sst/9703850e-1658-474a-b4de-a454730ce8ad.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000004] [2024/05/07 02:09:47.233 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [key=import-from-select] [2024/05/07 02:09:47.234 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=139.304µs] [] [2024/05/07 02:09:47.234 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:47.236 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.690412ms] [] [2024/05/07 02:09:47.236 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:47.240 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:47.263 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:47.263 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:47.276 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:47.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.495888ms] [] [2024/05/07 02:09:47.278 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:47.280 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.541634ms] [] [2024/05/07 02:09:47.280 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:47.280 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:47.280 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=67.21µs] [] [2024/05/07 02:09:47.280 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/05/07 02:09:47.280 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [2024/05/07 02:09:47.288 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [takeTime=7.547876ms] [] [2024/05/07 02:09:47.288 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/07 02:09:47.288 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [weight=30] [2024/05/07 02:09:47.288 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [concurrency=15] [2024/05/07 02:09:47.293 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:47.294 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/05/07 02:09:47.294 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=8c7aaaa3-f3ad-42f2-80d2-3545532244ea] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=13.528607ms] [] [2024/05/07 02:09:47.294 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:47.294 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.78µs] [] [2024/05/07 02:09:47.294 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:47.295 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.275363ms] [] [2024/05/07 02:09:47.296 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:47.296 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.736µs] [] [2024/05/07 02:09:47.296 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:47.298 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.814575ms] [] [2024/05/07 02:09:47.339 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:47.339 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:47.340 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:47.339 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.340 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:47.340 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:47.343 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:47.343 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:47.343 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:47.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.343 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:47.345 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589487050424328\n# Conn_ID: 2\n# Query_time: 0.410086118\n# Parse_time: 0.000486602\n# Compile_time: 0.002462821\n# Rewrite_time: 0.001570631\n# Optimize_time: 0.000738586\n# Wait_TS: 0.000101804\n# Cop_time: 0.000067838 Process_time: 0.000067632 Wait_time: 0.000047486 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.7632e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.7486e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwNS42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQNRBQ4OC4xwrUVRXgyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjYyAW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2Ny42BUoBEyR3YWl0OiA0Ny41BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNzMuOQU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8lJ0gxLjUxbXN9fQkzNTUgQnl0ZXMJISUgMgk0M182CTFfMSe4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFsgQ6ewVjADA1QAGWPHNjYW5fZGV0YWlsOiB7dG8Bihhwcm9jZXNzMjgBBGFsMhcAIF9zaXplOiAxOClWBGFsDS04NSwgZ2V0X3NuYXBzaG90CdUQIDIxLjglIXByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291biGEAdAAeT4WABg4LCBibG9jIeU5lw0yFDJ9fX0sIAHZXsYAARwAOjLxAQhhbF8h8w0aNfglKQx3YWxsDRlEMjI2LjPCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAyMS44wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2Ny42BYMAdAXjCHdhaRGdDDQ3LjUJGhxpa3Zfd2FsbA0zKDIyNi4zwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNDg4LjEFbgBsJYMgMmLYAWNvcF90IaBoIHtudW06IDEsIG1heDogMS42Mm1zLCBwcm9jLV8pbiWhNtMABdEEOiAVzBRjb3ByX2M1LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA3My45BZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQoMS41MW1zfX1w4wI9LwA4IRsUA04vQVoVBSYQNDA1LjYB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/05/07 02:09:47.357 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:47.387 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:47.387 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:47.438 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.471 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=278.455µs] [gotSchemaVersion=157] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:47.483 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/05/07 02:09:47.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=54.051315ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=233.675µs] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:47.600 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/05/07 02:09:47.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.344661ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.671 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.682 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/05/07 02:09:47.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=244.765µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:47.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/05/07 02:09:47.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.281951ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.875 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/07 02:09:47.885 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/05/07 02:09:47.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:47.355 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.957 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/07 02:09:47.957 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:47.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.605901872\n# Parse_time: 0.00057071\n# Compile_time: 0.000769828\n# Rewrite_time: 0.000010736\n# Optimize_time: 0.000934637\n# Wait_TS: 0.000408202\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:47.964 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/05/07 02:09:48.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:48.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/05/07 02:09:48.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.089 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/05/07 02:09:48.160 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=3.370291ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:48.175 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/07 02:09:48.205 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.298943ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.334 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.955 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.388 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/07 02:09:48.388 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:48.392 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.429868171\n# Parse_time: 0.00073365\n# Compile_time: 0.001051045\n# Rewrite_time: 0.000009489\n# Optimize_time: 0.000934637\n# Wait_TS: 0.000383746\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/05/07 02:09:48.580 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/05/07 02:09:48.588 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:48.588 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:48.588 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:48.588 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:48.590 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:48.590 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:48.590 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:48.590 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:48.590 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:48.605 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:48.607 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:48.607 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:48.611 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:48.615 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:48.712 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [key=import-from-select] [2024/05/07 02:09:48.716 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [key=import-from-select] [readDur=44.028µs] [encodeDur=2.170645ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=579.728µs] [type=query] [takeTime=3.487502ms] [] [2024/05/07 02:09:48.717 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/1947aece-c3eb-4fda-b0e8-d1f4fedb6268/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5652b391-9e7f-44dc-816f-83056da5d3b6.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/05/07 02:09:48.720 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [key=import-from-select] [2024/05/07 02:09:48.720 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=133.973µs] [] [2024/05/07 02:09:48.720 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:48.722 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.857165ms] [] [2024/05/07 02:09:48.723 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:48.728 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:48.749 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:48.750 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:48.764 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:48.765 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.829713ms] [] [2024/05/07 02:09:48.766 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:48.766 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/1947aece-c3eb-4fda-b0e8-d1f4fedb6268/630083e6-fc50-5cd2-8645-c17b147197ce.sst/54f7c2db-e865-4273-aef9-dccd3b42f587.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/05/07 02:09:48.768 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.660207ms] [] [2024/05/07 02:09:48.768 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:48.773 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:48.795 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:48.795 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:48.810 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:48.811 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=43.034419ms] [] [2024/05/07 02:09:48.812 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/07 02:09:48.812 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [2024/05/07 02:09:48.821 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [takeTime=8.998824ms] [] [2024/05/07 02:09:48.821 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:48.821 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [weight=30] [2024/05/07 02:09:48.821 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [concurrency=15] [2024/05/07 02:09:48.830 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:48.834 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:48.835 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:48.835 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1947aece-c3eb-4fda-b0e8-d1f4fedb6268] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=23.47292ms] [] [2024/05/07 02:09:48.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:48.835 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=15.403µs] [] [2024/05/07 02:09:48.835 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:48.837 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.215655ms] [] [2024/05/07 02:09:48.837 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:48.837 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.786µs] [] [2024/05/07 02:09:48.837 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:48.838 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.074348ms] [] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:48.844 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:48.844 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.844 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:48.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.845 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:48.845 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:48.847 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:48.847 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:48.847 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:48.847 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.847 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:48.850 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589487430533131\n# Conn_ID: 2\n# Query_time: 0.455552043\n# Parse_time: 0.000914332\n# Compile_time: 0.002947722\n# Rewrite_time: 0.001556466\n# Optimize_time: 0.000934637\n# Wait_TS: 0.000109006\n# Cop_time: 0.000084579 Process_time: 0.00008598 Wait_time: 0.000068634 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[4;4]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.598e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 6.8634e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zgWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ0OS45bXMsIGxvb3BzOjEJARyQTi9BCjEJMzFfNwkwCTQJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAlAGDYyOS43wrUVQXgyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjk2AWpEcHJvY19rZXlzOiA0LCB0b3RfARIMOiA4NgVIAREgd2FpdDogNjguCROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRocbjogMTE2LjgFTqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZYIYWxfJSJIMS44M21zfX0JMzU1IEJ5dGVzCSEgIDIJNDNfNgkxXyEiuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2Ba8EOnsFXwAwNTsBkgBzIV0oZGV0YWlsOiB7dG8Bhhhwcm9jZXNzMjMBBGFsMhcAIF9zaXplOiAxOClRBGFsDS04NSwgZ2V0X3NuYXBzaG90CdEQIDQxLjElHXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlnwhrZXk+FgAoOCwgYmxvY2s6IHs5lA0yFDJ9fX0sIAHZXsYAARwu7AEIYWxfIe4NGDXzJScMd2FsbA0ZPDI4NsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('wQagCrwGCgxJbXBvcnRJbnRvXzIS9QUKDVRhYmxlUmVhZGVyXzcStQMKD1QBElBGdWxsU2Nhbl82IXRsPMJhbpBAKQAFAfBeEEAwBDgCQAJKEwoRCgtmcm9tX3NlbGVjdBICZHRSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2q+AnRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX0sIHMBdHxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgkt8Dw1LCBnZXRfc25hcHNob3RfdGltZTogNDEuMcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50BWwIa2V5PhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWdexgABHAw6IDg2BYEJygh3YWkRmwg2OC4NGiEnDHdhbGwNMQAyBTIIfXD/EQEEAXgRCiT/ASFZz2N7bURiMqQBKAFAAVIUZGF0YTpUNtIBBFoWBYQQNjI5LjcFhgRsbyF/GDJi1wFjb3ApnFgge251bTogMSwgbWF4OiAxLjk2bXMsICGLLVspaiWdLs8ABc0EOiAVyBBjb3ByXzknRHJhdGlvOiAwLjAwLCBidWlsZAVwCF9kdQUaHG46IDExNi44BZeobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MVEeBeMoMS44M21zfX1w4wI9LgA4IRoUA04vQVoVBSYQNDQ5LjkB3ikIADFWZAEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/05/07 02:09:48.883 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:48.910 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:48.910 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:48.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.991 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=255.039µs] [gotSchemaVersion=161] [phyTblIDs="[205]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:49.002 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/05/07 02:09:49.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=54.036206ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=228.6µs] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:49.136 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/05/07 02:09:49.172 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.754668ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.265 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.278 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/05/07 02:09:49.332 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=285.93µs] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:49.346 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/05/07 02:09:49.381 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.286352ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.451 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/05/07 02:09:49.461 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/05/07 02:09:49.465 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:48.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/07 02:09:49.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:49.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.662766931\n# Parse_time: 0.000504095\n# Compile_time: 0.000681048\n# Rewrite_time: 0.000010935\n# Optimize_time: 0.001458988\n# Wait_TS: 0.000340731\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:49.547 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/05/07 02:09:49.592 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:49.592 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/05/07 02:09:49.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.672 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/05/07 02:09:49.787 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.665943ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:49.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/05/07 02:09:49.834 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=54.157287ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.554 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.950 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/07 02:09:49.951 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:49.955 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.40964521\n# Parse_time: 0.000711119\n# Compile_time: 0.001021824\n# Rewrite_time: 0.000010333\n# Optimize_time: 0.001458988\n# Wait_TS: 0.000437896\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/05/07 02:09:50.206 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/05/07 02:09:50.214 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:50.215 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:50.215 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:50.215 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:50.216 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:50.216 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:50.216 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:50.216 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:50.217 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:50.231 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:50.233 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:50.233 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:50.238 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:50.242 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:50.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [key=import-from-select] [2024/05/07 02:09:50.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [key=import-from-select] [2024/05/07 02:09:50.258 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [key=import-from-select] [readDur=9.605µs] [encodeDur=1.291518ms] [checksum="{cksum=14472211282577891567,size=74,kvs=2}"] [deliverDur=519.745µs] [type=query] [takeTime=2.30199ms] [] [2024/05/07 02:09:50.258 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [key=import-from-select] [readDur=65.083µs] [encodeDur=1.27312ms] [checksum="{cksum=17510163400819216796,size=222,kvs=6}"] [deliverDur=494.079µs] [type=query] [takeTime=2.361546ms] [] [2024/05/07 02:09:50.259 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=38] [kvs=1] [files=1] [sstFileSize=936] [file=/tmp/tidb/import-4000/f73da2ff-9915-4e2e-a814-3fc8b026513d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d444a414-5767-4ba7-a06d-0070e981cfe2.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000001] [2024/05/07 02:09:50.259 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:50.260 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/f73da2ff-9915-4e2e-a814-3fc8b026513d/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d93982b5-0c9b-4924-9a42-26e19490d263.sst] [firstKey=7480000000000000D05F728000000000000002] [lastKey=7480000000000000D05F728000000000000004] [2024/05/07 02:09:50.262 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.741333ms] [] [2024/05/07 02:09:50.262 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:50.267 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:50.289 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:50.289 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:50.303 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:50.305 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.472744ms] [] [2024/05/07 02:09:50.305 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:50.306 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.273032ms] [file=/tmp/tidb/import-4000/f73da2ff-9915-4e2e-a814-3fc8b026513d/630083e6-fc50-5cd2-8645-c17b147197ce.sst/e2cb4647-1392-4c68-8a84-29a80547afdd.sst] [2024/05/07 02:09:50.306 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/f73da2ff-9915-4e2e-a814-3fc8b026513d/630083e6-fc50-5cd2-8645-c17b147197ce.sst/e2cb4647-1392-4c68-8a84-29a80547afdd.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/05/07 02:09:50.309 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.939203ms] [] [2024/05/07 02:09:50.309 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:50.313 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:50.335 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/05/07 02:09:50.335 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:50.349 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/05/07 02:09:50.351 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.945716ms] [] [2024/05/07 02:09:50.351 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/05/07 02:09:50.351 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [2024/05/07 02:09:50.359 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [takeTime=8.085811ms] [] [2024/05/07 02:09:50.359 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:50.359 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [weight=30] [2024/05/07 02:09:50.359 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [concurrency=15] [2024/05/07 02:09:50.368 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/05/07 02:09:50.371 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/05/07 02:09:50.372 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/05/07 02:09:50.372 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=f73da2ff-9915-4e2e-a814-3fc8b026513d] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=21.043359ms] [] [2024/05/07 02:09:50.372 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:50.372 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=15.824µs] [] [2024/05/07 02:09:50.372 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:50.374 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.282882ms] [] [2024/05/07 02:09:50.374 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:50.374 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.56µs] [] [2024/05/07 02:09:50.374 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:50.375 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.119701ms] [] [2024/05/07 02:09:50.380 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:50.380 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:50.380 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:50.380 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:50.382 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:50.382 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:50.382 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:50.382 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:50.382 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:50.384 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589487849701377\n# Conn_ID: 2\n# Query_time: 0.427166889\n# Parse_time: 0.00047382\n# Compile_time: 0.002554891\n# Rewrite_time: 0.001603528\n# Optimize_time: 0.001458988\n# Wait_TS: 0.000108302\n# Cop_time: 0.000096929 Process_time: 0.000075641 Wait_time: 0.000047585 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[4;4]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 7.5641e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.7585e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 355\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyMi40bXMsIGxvb3BzOjEJARyQTi9BCjEJMzFfNwkwCTQJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAlAGDYwMy42wrUVQXgyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjc4AWpEcHJvY19rZXlzOiA0LCB0b3RfARIMOiA3NQ1KARMcd2FpdDogNDcNE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGgxuOiA5EU2obWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUjfDEuNjZtc319CTM1NSBCeXRlcwlOL0EKMgk0M182CTFfISO4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFrgQ6ewVfADA1PAGSAHMhXihkZXRhaWw6IHt0bwGGGHByb2Nlc3MyNAEEYWwyFwAgX3NpemU6IDE4KVIEYWwNLTg1LCBnZXRfc25hcHNob3QJ0RAgMjAuOSW0cHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIYAB0AB5PhYAKDgsIGJsb2NrOiB7OZMNMhQyfX19LCAB2V7GAAEcNu0BCGFsXyHvDRoINDcuSVElKQx3YWxsDRlEMjUxLjbCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IXRsPMJhbpBAKQAFAfBeEEAwBDgCQAJKEwoRCgtmcm9tX3NlbGVjdBICZHRSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2rCAnRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX0sIHMBdHxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgkt8Dw1LCBnZXRfc25hcHNob3RfdGltZTogMjAuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50BWwIa2V5PhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWdexgABHBQ6IDc1LjYFgwnMCHdhaRGdBDQ3ERohKQx3YWxsDTMIMjUxBRoIfXD/EQEEAXgRCiT/ASFZz2N7bURiMqgBKAFAAVIUZGF0YTpUNtYBBFoWBYgINjAzBVQALC2DGDJi2AFjb3ApoFgge251bTogMSwgbWF4OiAxLjc4bXMsICGPLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoMbjogOTEgqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjFRIwXkKDEuNjZtc319cOMCPS8AOCEbFANOL0FaFQUmEDQyMi40Ad8EbG9FjFZlAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/05/07 02:09:50.395 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:50.433 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:50.433 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:50.512 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=264.256µs] [gotSchemaVersion=165] [phyTblIDs="[208]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:50.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/05/07 02:09:50.594 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=54.638539ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=346.588µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:50.725 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/05/07 02:09:50.726 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/210/71a6b243-b5f4-4922-a484-557dba0f8ca1] [currentVer=165] [latestVer=166] [2024/05/07 02:09:50.726 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 71a6b243-b5f4-4922-a484-557dba0f8ca1"] ["ddl job id"=210] [ver=166] [2024/05/07 02:09:50.748 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=75.966748ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.812 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/05/07 02:09:50.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=262.008µs] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:50.862 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/05/07 02:09:50.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.616052ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.946 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/05/07 02:09:50.955 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/05/07 02:09:50.959 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:50.404 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.022 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/07 02:09:51.022 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:51.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.632202569\n# Parse_time: 0.000522142\n# Compile_time: 0.000767403\n# Rewrite_time: 0.000010117\n# Optimize_time: 0.001211548\n# Wait_TS: 0.000434192\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:51.029 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/05/07 02:09:51.072 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:51.072 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/05/07 02:09:51.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.197 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/05/07 02:09:51.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.660745ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:51.279 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/07 02:09:51.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.433877ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.355 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.005 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.391 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/07 02:09:51.391 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:51.395 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.368300386\n# Parse_time: 0.000673685\n# Compile_time: 0.001331082\n# Rewrite_time: 0.000012005\n# Optimize_time: 0.001211548\n# Wait_TS: 0.000391302\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/05/07 02:09:51.630 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/05/07 02:09:51.639 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:51.639 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073330597759579] [2024/05/07 02:09:51.639 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:51.639 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:51.641 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:51.641 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:51.641 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:51.641 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:51.641 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:51.657 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:51.658 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:51.659 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:51.663 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:51.668 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:51.778 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [key=import-from-select] [2024/05/07 02:09:51.780 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [key=import-from-select] [readDur=27.26µs] [encodeDur=1.008012ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=307.653µs] [type=query] [takeTime=1.914137ms] [] [2024/05/07 02:09:51.782 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/53f15f4e-08ea-4584-973a-8f2cec20df9a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/3718ed7d-ce48-45ef-9920-c4289658d64a.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/05/07 02:09:51.788 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [key=import-from-select] [2024/05/07 02:09:51.788 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=145.231µs] [] [2024/05/07 02:09:51.789 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:51.790 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.4347ms] [] [2024/05/07 02:09:51.790 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/05/07 02:09:51.796 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:51.817 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/05/07 02:09:51.818 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:51.831 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/05/07 02:09:51.833 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.815915ms] [] [2024/05/07 02:09:51.833 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:51.835 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.679436ms] [] [2024/05/07 02:09:51.835 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/05/07 02:09:51.835 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:51.835 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=54.006µs] [] [2024/05/07 02:09:51.835 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/05/07 02:09:51.835 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [2024/05/07 02:09:51.844 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [takeTime=9.227359ms] [] [2024/05/07 02:09:51.844 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:51.844 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [weight=30] [2024/05/07 02:09:51.845 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [concurrency=15] [2024/05/07 02:09:51.849 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/05/07 02:09:51.850 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/05/07 02:09:51.850 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=53f15f4e-08ea-4584-973a-8f2cec20df9a] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=14.557315ms] [] [2024/05/07 02:09:51.850 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:51.850 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.69µs] [] [2024/05/07 02:09:51.850 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/05/07 02:09:51.851 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.261469ms] [] [2024/05/07 02:09:51.851 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:51.851 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=13.886µs] [] [2024/05/07 02:09:51.851 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/05/07 02:09:51.852 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.024119ms] [] [2024/05/07 02:09:51.856 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:51.856 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:51.856 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:51.857 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:51.857 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:51.857 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:51.859 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:51.859 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:51.859 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:51.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:51.859 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:51.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589488216965129\n# Conn_ID: 2\n# Query_time: 0.464082195\n# Parse_time: 0.000500621\n# Compile_time: 0.002382625\n# Rewrite_time: 0.001479664\n# Optimize_time: 0.001211548\n# Wait_TS: 0.000115268\n# Cop_time: 0.000120601 Process_time: 0.000111482 Wait_time: 0.000058792 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[4;4]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000111482 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.8792e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 365\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8wWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ1OW1zLCBsb29wczoxCQEakE4vQQoxCTMxXzcJMAk0CWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJPhg4NDQuNMK1FUF4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS43NgFqRHByb2Nfa2V5czogNCwgdG90XwESGDogMTExLjUFSwEUJHdhaXQ6IDU4LjgFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhxuOiAxMDIuNwU7qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFmQhhbF8lI0gxLjY0bXN9fQkzNjUgQnl0ZXMJISMgMgk0M182CTFfISW4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFrwQ6ewlfIRYtgAx9LCBzIWE0ZGV0YWlsOiB7dG90YWwlIghlc3MyNwE6FwAgX3NpemU6IDE4KVUEYWwNLTg1LCBnZXRfc25hcHNob3QJ0hAgMzEuOSUedHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWjCGtleT4WACg4LCBibG9jazogezmVDTIUMn19fSwgAdpexgABHAA6NvABCGFsXyHyDRs19wn+KGt2X3JlYWRfd2FsLZIAICU0JUkdFUQzMTAuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('5gagCuEGCgxJbXBvcnRJbnRvXzISnAYKDVRhYmxlUmVhZGVyXzcS2QMKD1QBElBGdWxsU2Nhbl82IXRsPMJhbpBAKQAFAfCQEEAwBDgCQAJKEwoRCgtmcm9tX3NlbGVjdBICZHRSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2riAnRpa3ZfdGFzazp7dGltZToxbXMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHvBMa2V5czogNSwgZ2V0X3NuYXBzaG90X3RpbWU6IDMxLjnCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5X3M2FgBMOCwgYmxvY2s6IHtjYWNoZV9oaXQRMhQyfX19LCABZwhfZGVSxgABHBg6IDExMS41BYQAdAXkCHdhaRGeDDU4LjgdGixrdl9yZWFkX3dhbGwRPQRtcwFkBGt2LhUAKDMxMC42wrVzfXD/EQEEAXgRCiT/ASFZz2N7bURiMsgBKAFAAVIUZGF0YTpUNvYBBFoWBacQODQ0LjQFjABsJaIYMmLaAWNvcCnASCB7bnVtOiAxLCBtYXg6IDEuNzYBmAxwcm9jLX4pjSXAOvIABfAAOhnrEGNvcHJfOU1EcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRocbjogMTAyLjcFmqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxUSYF5igxLjY0bXN9fXDtAj0xADghHRQDTi9BWhMFJgg0NTkB3ykJADFWZQEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/05/07 02:09:51.873 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:51.905 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:51.904 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:51.968 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=284.776µs] [gotSchemaVersion=169] [phyTblIDs="[211]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:52.014 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/05/07 02:09:52.048 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.080169ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.124 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=263.816µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:52.135 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/05/07 02:09:52.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=54.149985ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.247 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.258 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/05/07 02:09:52.316 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=252.612µs] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:52.328 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/05/07 02:09:52.365 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.036782ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.433 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/05/07 02:09:52.443 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/05/07 02:09:52.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:51.855 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.514 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/07 02:09:52.515 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:52.519 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.647279825\n# Parse_time: 0.000449569\n# Compile_time: 0.000657294\n# Rewrite_time: 0.000014862\n# Optimize_time: 0.00090433\n# Wait_TS: 0.000370215\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:52.541 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [2024/05/07 02:09:52.541 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [2024/05/07 02:09:52.543 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=54.827µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=12.67µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=15.771µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=9.974µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=8.071µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=7.787µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=21.645µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.677µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=14.467µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=12.675µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=5.588µs] [2024/05/07 02:09:52.544 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:52.544 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:52.545 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:52.578 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=71a6b243-b5f4-4922-a484-557dba0f8ca1] ["take time"=53.993098ms] [2024/05/07 02:09:52.578 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=71a6b243-b5f4-4922-a484-557dba0f8ca1] [2024/05/07 02:09:52.580 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:52.580 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:52.580 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3dc6544b-e498-492b-b7d7-6a5035b088ae] [watcherID=0b6b7fa3-c6a3-4a92-99b6-6fdbb976a3cd] [2024/05/07 02:09:52.580 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3dc6544b-e498-492b-b7d7-6a5035b088ae] [2024/05/07 02:09:52.580 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:52.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:52.581 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:52.581 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:52.586 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:52.586 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=444] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=71a6b243-b5f4-4922-a484-557dba0f8ca1] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:52.587 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:52.587 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:52.587 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:52.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:52.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:52.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:52.588 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[bindinfo] ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1 watch owner key /tidb/bindinfo/owner/22318f50cd7551bb"] [2024/05/07 02:09:52.588 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:52.588 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1 watch owner key /tidb/stats/owner/22318f50cd7551be"] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:52.588 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:52.588 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:52.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:52.588 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [2024/05/07 02:09:52.588 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [2024/05/07 02:09:52.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:52.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:52.588 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [2024/05/07 02:09:52.587 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:52.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:52.587 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:52.587 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b watch owner key /tidb/br-stream/owner/6f188f50cd7553b1"] [2024/05/07 02:09:52.587 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:52.588 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=71a6b243-b5f4-4922-a484-557dba0f8ca1] [2024/05/07 02:09:52.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:52.588 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:52.588 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b"] [2024/05/07 02:09:52.588 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b"] [2024/05/07 02:09:52.588 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:52.589 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:52.589 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4d58180f-37dc-4bb7-9e8f-993c97199f3b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:52.589 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:52.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:52.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:52.590 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b"] [error="context canceled"] [2024/05/07 02:09:52.590 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:09:52.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:52.590 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:52.590 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [error="context canceled"] [2024/05/07 02:09:52.625 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:52.626 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:52.626 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:52.627 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:52.628 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:52.628 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:52.628 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:52.791 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:52.791 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:53.840 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:53.840 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:53.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:54.044 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71a6b243-b5f4-4922-a484-557dba0f8ca1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:54.044 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:54.044 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:54.044 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:54.052 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d58180f-37dc-4bb7-9e8f-993c97199f3b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:54.052 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.528660079s] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:54.053 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:54.053 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:54.053 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:54.054 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:54.054 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:54.054 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:54.054 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:54.055 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (91.04s) --- PASS: TestImportInto/TestImportFromSelectBasic (7.43s) --- PASS: TestImportInto/TestImportFromSelectColumnList (6.49s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.76s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (31.44s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (2.37s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.55s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (2.63s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.98s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.87s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (2.90s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (2.90s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.94s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (3.00s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (2.66s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (2.67s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (18.06s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.80s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.30s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.39s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.46s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.50s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.42s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.47s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.40s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.53s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.51s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.48s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' May 07, 2024 2:10:00 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 2:10:00 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 2:10:00 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 2:10:00 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 2:10:00 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 149.951s, Critical Path: 129.63s INFO: 1572 processes: 1543 remote cache hit, 20 internal, 9 linux-sandbox. INFO: Build completed successfully, 1572 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 160s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/pessimistictest:pessimistictest_test; 162s remote-cache, linux-sandbox Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 294.197s, Critical Path: 278.64s INFO: 1538 processes: 1307 remote cache hit, 10 internal, 221 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 100s remote-cache, linux-sandbox [Pipeline] junit Recording test results [1,553 / 1,554] Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 100s remote-cache, linux-sandbox [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:10:06.109Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:10:06.110Z] ['info'] => Project root located at: . [2024-05-07T02:10:06.113Z] ['info'] -> Token found by environment variables [2024-05-07T02:10:06.126Z] ['info'] Searching for coverage files... [2024-05-07T02:10:06.714Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:10:06.714Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:10:07.093Z] ['info'] Using manual override from args. [2024-05-07T02:10:07.094Z] ['info'] Detected Jenkins CI as the CI provider. [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 100s remote-cache, linux-sandbox [2024-05-07T02:10:07.107Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:10:07.859Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/6eaeb000-2d8d-46e3-a9a8-0277b06e4965.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021007Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=095f7e8792093a0544777cda14f8ce16f68d5eda359684ff9c7bb931ceec3266 [2024-05-07T02:10:07.859Z] ['info'] Uploading... [1,553 / 1,554] Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 100s remote-cache, linux-sandbox [2024-05-07T02:10:08.516Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:10:08.517Z] ['info'] => Project root located at: . [2024-05-07T02:10:08.520Z] ['info'] -> Token found by environment variables [2024-05-07T02:10:08.532Z] ['info'] Searching for coverage files... [2024-05-07T02:10:09.048Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:10:09.048Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:10:09.415Z] ['info'] Using manual override from args. [2024-05-07T02:10:09.415Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:10:09.425Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:10:09.645Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:10:10.157Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/cb89e28e-53ca-4a9f-a18e-5feec1509b94.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021010Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=a5991972d0b87965be2524d367853ebc3cccd0bb9d8523252c84a55b56d71b40 [2024-05-07T02:10:10.157Z] ['info'] Uploading... [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:10:11.927Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/flashbacktest:flashbacktest_test; 121s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/flashbacktest:flashbacktest_test: ==================== Test output for //tests/realtikvtest/flashbacktest:flashbacktest_test: === RUN TestFlashback [2024/05/07 02:08:18.500 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:18.501 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:18.501 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:08:18.502 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:18.502 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:18.503 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:18.503 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:18.503 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:18.503 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:18.504 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:18.506 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:18.511 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:18.513 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:18.514 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:18.540 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:18.540 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:18.549 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:18.549 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:18.562 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:18.586 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:18.695 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:18.834 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=446] ["lease id"=6f188f50cd794342] [2024/05/07 02:08:18.837 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:18.843 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashback\n\ttests/realtikvtest/flashbacktest/flashback_test.go:66\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:18.867 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.212367ms] [2024/05/07 02:08:18.870 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:18.870 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=ddea935c-efa9-4cda-be26-f17f268d4318] [runWorker=true] [2024/05/07 02:08:18.870 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:18.873 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:18.873 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:18.874 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:18.874 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:18.874 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:18.876 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ddea935c-efa9-4cda-be26-f17f268d4318"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794346] [ownerID=ddea935c-efa9-4cda-be26-f17f268d4318] [op=none] [2024/05/07 02:08:18.877 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:18.877 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6cd4e59a-8c52-4557-9e35-e3f67fd8e690] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:18.877 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690"] ["owner key"=/tidb/br-stream/owner/6f188f50cd794348] [ownerID=6cd4e59a-8c52-4557-9e35-e3f67fd8e690] [op=none] [2024/05/07 02:08:18.884 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:18.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:18.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:18.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:18.926 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:18.926 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ddea935c-efa9-4cda-be26-f17f268d4318"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794346] [ownerID=ddea935c-efa9-4cda-be26-f17f268d4318] [op=none] [2024/05/07 02:08:18.927 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ddea935c-efa9-4cda-be26-f17f268d4318"] [op=none] [2024/05/07 02:08:18.927 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:18.965 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.023 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=29.078978ms] [2024/05/07 02:08:19.028 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:19.037 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.038 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:19.043 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.756618ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:18.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.091 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.116 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:19.116 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.120 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:19.144 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:19.320 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.320 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:19.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.221839ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.665 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.665 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:19.697 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.299618ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.117 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.879 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:19.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:19.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.786870464\n# Parse_time: 0\n# Compile_time: 0.008896048\n# Rewrite_time: 0.000021031\n# Optimize_time: 0\n# Wait_TS: 0.000343798\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/07 02:08:19.928 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:19.975 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.975 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:20.018 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.993105ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.104 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:20.139 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.136315ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.195 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.243 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:20.243 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.246 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.320191079\n# Parse_time: 0\n# Compile_time: 0.002501558\n# Rewrite_time: 0.000008621\n# Optimize_time: 0\n# Wait_TS: 0.000392323\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.249 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:20.294 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.295 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:20.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.565825ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.443 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.444 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:20.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.75726ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.584 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:20.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.588 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339826271\n# Parse_time: 0\n# Compile_time: 0.001350822\n# Rewrite_time: 0.000011183\n# Optimize_time: 0\n# Wait_TS: 0.000404611\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.599 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:20.702 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.702 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:20.755 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.875 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:20.875 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:20.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.796396ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.951 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:20.975 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=52.979803ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.046 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.153 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:21.154 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.157 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.562506133\n# Parse_time: 0\n# Compile_time: 0.005407113\n# Rewrite_time: 0.000008872\n# Optimize_time: 0\n# Wait_TS: 0.000400185\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.162 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:21.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.225 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:21.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.253253ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.374 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:21.410 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.303941ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.447 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.506 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:21.506 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349633084\n# Parse_time: 0\n# Compile_time: 0.002283276\n# Rewrite_time: 0.000009279\n# Optimize_time: 0\n# Wait_TS: 0.000369222\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:21.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.585 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:21.635 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.722 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=2.920395ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.733 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:21.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.984701ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.845 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.898 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:21.899 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.902 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389770741\n# Parse_time: 0\n# Compile_time: 0.002094576\n# Rewrite_time: 0.00000926\n# Optimize_time: 0\n# Wait_TS: 0.000417551\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.904 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:21.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:22.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.066 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.228739ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.077 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.077 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:22.113 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.037291ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.148 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.189 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:22.189 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.195 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:22.244 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:22.245 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.307 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.445901ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.381 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.381 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:22.417 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.526643ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.453 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.497 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:22.497 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.500 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307022989\n# Parse_time: 0\n# Compile_time: 0.001219348\n# Rewrite_time: 0.000009534\n# Optimize_time: 0\n# Wait_TS: 0.000368867\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.505 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:22.557 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.557 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:22.613 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.688 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.868915ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.699 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.699 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:22.735 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=52.853012ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.796 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.853 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:22.853 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.857 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.353480831\n# Parse_time: 0\n# Compile_time: 0.002275875\n# Rewrite_time: 0.000013203\n# Optimize_time: 0\n# Wait_TS: 0.000485545\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.863 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:22.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:22.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.075 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.681175ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.086 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.087 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:23.122 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.018339ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.182 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.867 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.230 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:23.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.233 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373060717\n# Parse_time: 0\n# Compile_time: 0.002940446\n# Rewrite_time: 0.000009654\n# Optimize_time: 0\n# Wait_TS: 0.000379976\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:23.244 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:23.317 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.317 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:23.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.652224ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.484 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:23.518 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.677738ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.590 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.681 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:23.681 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.684 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.447616305\n# Parse_time: 0\n# Compile_time: 0.005804275\n# Rewrite_time: 0.000012181\n# Optimize_time: 0\n# Wait_TS: 0.00045969\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.689 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:23.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:23.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.255449ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.903 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:23.937 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=53.088047ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.995 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.057 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:24.057 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.061 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373854664\n# Parse_time: 0\n# Compile_time: 0.002131011\n# Rewrite_time: 0.000010414\n# Optimize_time: 0\n# Wait_TS: 0.000462936\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.067 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:24.122 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.067 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.122 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.067 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:24.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.067 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.281 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.960444ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.294 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.294 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:24.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.125852ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.067 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.067 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:24.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.451 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386082202\n# Parse_time: 0\n# Compile_time: 0.003015926\n# Rewrite_time: 0.000014058\n# Optimize_time: 0\n# Wait_TS: 0.000374859\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.457 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:24.510 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.510 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:24.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.144179ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.674 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.674 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:24.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.626825ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.745 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:24.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.797 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344367793\n# Parse_time: 0\n# Compile_time: 0.003679392\n# Rewrite_time: 0.000011678\n# Optimize_time: 0\n# Wait_TS: 0.000430019\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.802 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:24.848 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.848 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:24.929 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.981652ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.034 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:25.067 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.427859ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.139 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.183 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:25.183 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.187 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386710091\n# Parse_time: 0\n# Compile_time: 0.001965955\n# Rewrite_time: 0.000009924\n# Optimize_time: 0\n# Wait_TS: 0.000632225\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.192 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:25.245 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.245 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:25.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.98398ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.405 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.405 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:25.441 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.866929ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.497 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.552 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:25.552 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.556 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.366102032\n# Parse_time: 0\n# Compile_time: 0.002299257\n# Rewrite_time: 0.000009547\n# Optimize_time: 0\n# Wait_TS: 0.000406193\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:25.613 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:25.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=3.176565ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.802 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:25.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.406696ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.954 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:25.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399719428\n# Parse_time: 0\n# Compile_time: 0.002188542\n# Rewrite_time: 0.000010679\n# Optimize_time: 0\n# Wait_TS: 0.000366563\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.967 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:26.039 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.039 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:26.088 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.216 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.996249ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.228 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:26.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.95312ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.304 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.377 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:26.377 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.417930834\n# Parse_time: 0\n# Compile_time: 0.00434245\n# Rewrite_time: 0.000012953\n# Optimize_time: 0\n# Wait_TS: 0.000374439\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.415 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:26.464 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.464 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:26.512 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.855091ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.601 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:26.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.327979ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.694 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:26.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.747 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.333972701\n# Parse_time: 0\n# Compile_time: 0.001498312\n# Rewrite_time: 0.000009696\n# Optimize_time: 0\n# Wait_TS: 0.000455305\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.750 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:26.792 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.792 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:26.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=8.351773ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.919 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.919 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:26.944 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.925272ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.001 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.044 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:27.044 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.049 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:27.084 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.084 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:27.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.339108ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.203 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.203 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:27.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.600802ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.300 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.333 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:27.333 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.342 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:27.401 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.401 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:27.456 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.557 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.219271ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.567 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.567 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:27.603 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.707639ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.647 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.702 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:27.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.705 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364955331\n# Parse_time: 0\n# Compile_time: 0.002041125\n# Rewrite_time: 0.000016669\n# Optimize_time: 0\n# Wait_TS: 0.000334894\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.708 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:27.757 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.757 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:27.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.908808ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.933 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.933 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:27.968 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.274731ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.041 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.086 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:28.086 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382875478\n# Parse_time: 0\n# Compile_time: 0.001798881\n# Rewrite_time: 0.000010078\n# Optimize_time: 0\n# Wait_TS: 0.000433337\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.093 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:28.140 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.140 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:28.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.854807ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.302 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.303 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:28.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.705185ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.392 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.437 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:28.438 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.441 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349105932\n# Parse_time: 0\n# Compile_time: 0.001621159\n# Rewrite_time: 0.000011677\n# Optimize_time: 0\n# Wait_TS: 0.000371594\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.444 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:28.489 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.489 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:28.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.601 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.758496ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.613 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.613 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:28.647 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.220507ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.717 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.759 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:28.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.320450266\n# Parse_time: 0\n# Compile_time: 0.001578945\n# Rewrite_time: 0.000012823\n# Optimize_time: 0\n# Wait_TS: 0.00043214\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.766 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:28.812 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.812 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:28.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.791469ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.965 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:29.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=53.459008ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.052 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.097 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:29.097 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.101 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.335628774\n# Parse_time: 0\n# Compile_time: 0.001420707\n# Rewrite_time: 0.000012321\n# Optimize_time: 0\n# Wait_TS: 0.000367778\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:29.152 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.152 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:29.191 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.273 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.717053ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.285 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:29.320 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.35643ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.378 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.423 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:29.423 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.426 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32365663\n# Parse_time: 0\n# Compile_time: 0.001703\n# Rewrite_time: 0.000011067\n# Optimize_time: 0\n# Wait_TS: 0.000443512\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.431 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:29.433 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:29.482 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.482 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:29.559 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.964353ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.652 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.652 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:29.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.331213ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.742 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.794 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:29.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.797 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367875678\n# Parse_time: 0\n# Compile_time: 0.002162792\n# Rewrite_time: 0.000012448\n# Optimize_time: 0\n# Wait_TS: 0.000348016\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.802 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:29.853 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.853 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:29.916 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.306207ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.026 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.026 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:30.061 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.818512ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.097 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.152 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:30.152 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355051298\n# Parse_time: 0\n# Compile_time: 0.002092064\n# Rewrite_time: 0.000009595\n# Optimize_time: 0\n# Wait_TS: 0.000309547\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.160 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:30.219 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.219 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:30.271 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.033146ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.374 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:30.409 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.944912ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.446 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.500 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:30.501 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.504 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34618105\n# Parse_time: 0\n# Compile_time: 0.00216714\n# Rewrite_time: 0.000010008\n# Optimize_time: 0\n# Wait_TS: 0.000345336\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.513 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:30.602 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.602 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:30.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.765 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.712416ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.775 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.775 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:30.811 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=54.237559ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.851 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.877 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=6cd4e59a-8c52-4557-9e35-e3f67fd8e690] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:30.877 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:08:30.935 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:30.935 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.938 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.428598053\n# Parse_time: 0\n# Compile_time: 0.003270553\n# Rewrite_time: 0.000010621\n# Optimize_time: 0\n# Wait_TS: 0.000418938\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.940 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:30.976 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.976 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:31.033 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.31884ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.095 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.095 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:31.131 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.134076ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.190 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.917 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.228 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:31.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.320 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:31.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.320 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:31.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:31.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.270583ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:31.478 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:31.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.096887ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:31.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.580 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.643 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:31.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.40978783\n# Parse_time: 0\n# Compile_time: 0.006827173\n# Rewrite_time: 0.003649316\n# Optimize_time: 0\n# Wait_TS: 0.000396909\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.653 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:31.712 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.712 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:31.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.846786ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.854 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.854 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:31.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.497532ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.958 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.010 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:32.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.013 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363169047\n# Parse_time: 0\n# Compile_time: 0.003226022\n# Rewrite_time: 0.000010982\n# Optimize_time: 0\n# Wait_TS: 0.000325411\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.016 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:32.061 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.061 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:32.131 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.190 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.661769ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.200 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.200 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:32.236 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.286528ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:32.338 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.342 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.326733595\n# Parse_time: 0\n# Compile_time: 0.001442725\n# Rewrite_time: 0.000011612\n# Optimize_time: 0\n# Wait_TS: 0.000382464\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.345 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:32.398 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.398 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:32.474 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.554 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.429565ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.566 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:32.601 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.157177ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.711 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:32.711 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.714 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370448741\n# Parse_time: 0\n# Compile_time: 0.001686543\n# Rewrite_time: 0.000012218\n# Optimize_time: 0\n# Wait_TS: 0.000447859\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.721 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:32.806 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.806 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:32.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.014 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.473622ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.026 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.026 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:33.060 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.365717ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.100 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.182 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:33.183 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.186 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.467672926\n# Parse_time: 0\n# Compile_time: 0.003209876\n# Rewrite_time: 0.000009927\n# Optimize_time: 0\n# Wait_TS: 0.00046071\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.192 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:33.275 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.275 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:33.313 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.945689ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.446 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.446 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:33.480 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=54.198447ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.568 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.167 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.636 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:33.636 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.639 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.449883293\n# Parse_time: 0\n# Compile_time: 0.002501994\n# Rewrite_time: 0.00001078\n# Optimize_time: 0\n# Wait_TS: 0.000411422\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.646 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:33.737 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.617 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.737 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.617 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:33.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.617 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.943 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.184069ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.954 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:33.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.129819ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.617 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.046 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.617 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.132 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:34.132 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.136 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.493029437\n# Parse_time: 0\n# Compile_time: 0.002966952\n# Rewrite_time: 0.000013102\n# Optimize_time: 0\n# Wait_TS: 0.000319718\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.142 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:34.218 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.218 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:34.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.413 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.194913ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.423 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.424 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:34.459 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.094641ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.503 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.598 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:34.598 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.602 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.463154542\n# Parse_time: 0\n# Compile_time: 0.002622023\n# Rewrite_time: 0.000009449\n# Optimize_time: 0\n# Wait_TS: 0.000393092\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.608 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:34.689 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:34.689 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.894 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.950907ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.905 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.905 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:34.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.263459ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.996 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.080 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:35.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.478267142\n# Parse_time: 0\n# Compile_time: 0.002554035\n# Rewrite_time: 0.000010957\n# Optimize_time: 0\n# Wait_TS: 0.000366677\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.091 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:35.185 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.185 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:35.250 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.381 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.069135ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.392 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:35.426 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.27459ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.493 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.574 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:35.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.577 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.489211939\n# Parse_time: 0\n# Compile_time: 0.003124226\n# Rewrite_time: 0.000010459\n# Optimize_time: 0\n# Wait_TS: 0.000391957\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.583 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:35.644 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.644 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:35.689 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.266485ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.824 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.824 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:35.858 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.418129ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.960 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:35.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.964 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38314023\n# Parse_time: 0\n# Compile_time: 0.002606545\n# Rewrite_time: 0.000010028\n# Optimize_time: 0\n# Wait_TS: 0.000371736\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.968 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:36.027 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.027 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:36.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.168 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.183749ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.179 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.179 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:36.214 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.179633ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.307 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:36.307 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.311 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34417166\n# Parse_time: 0\n# Compile_time: 0.002232203\n# Rewrite_time: 0.000009284\n# Optimize_time: 0\n# Wait_TS: 0.00043706\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.322 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:36.424 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.424 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:36.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.620553ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.659 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:36.686 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.820169ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.747 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.318 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.849 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:36.849 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.534051742\n# Parse_time: 0\n# Compile_time: 0.003915859\n# Rewrite_time: 0.00001252\n# Optimize_time: 0\n# Wait_TS: 0.000424726\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.857 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:36.927 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.927 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:36.978 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.087 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.399595ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.098 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:37.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.369829ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.195 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.257 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:37.257 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406032072\n# Parse_time: 0\n# Compile_time: 0.002210208\n# Rewrite_time: 0.000012925\n# Optimize_time: 0\n# Wait_TS: 0.000411835\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.264 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:37.312 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.312 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:37.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.440 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.788201ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.451 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.451 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:37.487 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.55684ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.546 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.268 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.594 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:37.594 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.598 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334908118\n# Parse_time: 0\n# Compile_time: 0.001365394\n# Rewrite_time: 0.000009836\n# Optimize_time: 0\n# Wait_TS: 0.000307961\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.601 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:37.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.654 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:37.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.101445ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.802 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:37.834 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.281095ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.891 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.896 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:37.896 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:37.896 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:37.896 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:37.941 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:37.941 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.945 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345000563\n# Parse_time: 0\n# Compile_time: 0.001665372\n# Rewrite_time: 0.000011646\n# Optimize_time: 0\n# Wait_TS: 0.000479192\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.946 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:37.976 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:37.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.976 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:37.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:38.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=956.847µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:38.070 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.070 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:38.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.216887ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:37.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.144 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.169 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:38.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.227 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:38.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.227 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:38.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:38.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.609377ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:38.377 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.377 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:38.412 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.298548ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:38.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.537 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:38.537 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.541 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.365988061\n# Parse_time: 0\n# Compile_time: 0.003464705\n# Rewrite_time: 0.001634971\n# Optimize_time: 0\n# Wait_TS: 0.0003479\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:39.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589469122920455\n# Query_time: 0.382398414\n# Parse_time: 0\n# Compile_time: 0.191128256\n# Rewrite_time: 0.004470029\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 372507\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzkuMW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDM4LjkBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwloHC4yNm1zfSwgAQ4YX2RldGFpbBFjHF9wcm9jZXNzCSogIDEwMS4xwrVzEUAMd2FpdA0bDDYwLjkdGihrdl9yZWFkX3dhbA1nFCAxNjcuNAkjCGlrdjIaABQ5My4ywrUBhAxzY2FuPoQADGtleXMFxShnZXRfc25hcHNobxF3DDI0LjUFVGhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BpEB4bjoge3ByZXdyaXRlOjEuNiE3AVARIRhzOjQxMy44BUwJFAw6MS40ASYcc2xvd2VzdF8RPiVDACAxg0AwLjAwMnMsIHJlZ2lvbl9pZCEmECwgc3RvIak4MTI3LjAuMC4xOjIwMTYyQmQBOgkBBDYwISEEfSw6BwEBqDr4AAQxNyUyACxe+AAF6DlJBY8UX2JhdGNoJbUMOiAxOC2NKHByb3Bvc2Vfc2VuIa9IaXQ6IDBzLCBwZXJzaXN0X2xvZxntEDExMi4zJSMJYBRsZWFkZXINUiQ5Nm5zLCBzeW5jCTUENjRNEgksKG1lbXRhYmxlOiAyBXo5nQVjEDMwNi42BVsQYXBwbHk2rAAANk12BRsVjwQ2OS2wFG11dGV4Xyn3AbwJcTKdABkXAHdhOQQxN003CSsZnAQxMAUZLjwCHHByaW1hcnlfYToy9wEEMXP+9wEt9wg0MjkF4Y75AQg0LjRpglrxAgnRdcZK+QEAMS3DrvkBBDQ0TW8JXzJbAQQzNDb4AQQyNS2XCSw5XAw0NTNuAeRpXyn3BDE4kTgl3Db3AQAwRSkALAkbNXwENThNWABtxvcBYV8ALEKZAC71AW3ICG51baEnCcOFgQAxETgYYnl0ZTozMkUjbGluc2VydDoxNDAuMm1zCTExNS44IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/07 02:08:39.215 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=20.338087642s] [2024/05/07 02:08:39.220 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ddea935c-efa9-4cda-be26-f17f268d4318"] [2024/05/07 02:08:39.220 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ddea935c-efa9-4cda-be26-f17f268d4318"] [2024/05/07 02:08:39.222 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager ddea935c-efa9-4cda-be26-f17f268d4318"] [] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=20.384µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=4.409µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=10.445µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=12.23µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=10.154µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=16.181µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=9.351µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.645µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=9.775µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=12.057µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.704µs] [2024/05/07 02:08:39.223 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:39.223 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:39.224 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:39.237 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=ddea935c-efa9-4cda-be26-f17f268d4318] ["take time"=17.377032ms] [2024/05/07 02:08:39.237 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=ddea935c-efa9-4cda-be26-f17f268d4318] [2024/05/07 02:08:39.240 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=446] [2024/05/07 02:08:39.240 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:39.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:39.240 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:39.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:39.240 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:39.240 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:39.241 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:39.240 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:39.241 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690 watch owner key /tidb/br-stream/owner/6f188f50cd794348"] [2024/05/07 02:08:39.241 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:39.241 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:39.241 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:39.241 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690"] [2024/05/07 02:08:39.241 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:39.241 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:39.241 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:39.241 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:39.243 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:39.243 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6cd4e59a-8c52-4557-9e35-e3f67fd8e690] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:39.243 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:39.243 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:39.243 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690"] [error="context canceled"] [2024/05/07 02:08:39.243 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:39.243 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690"] [2024/05/07 02:08:39.243 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:08:39.243 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:39.243 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:39.244 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=23.620023ms] [2024/05/07 02:08:39.244 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:39.255 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:39.395 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=924] ["lease id"=6f188f50cd79441a] [2024/05/07 02:08:39.397 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:39.491 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=90.416369ms] [2024/05/07 02:08:39.496 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:39.496 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a419ba40-fa19-46a7-a25f-58afbdaab11c] [runWorker=true] [2024/05/07 02:08:39.496 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:39.498 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:39.499 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:39.499 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:39.499 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:39.500 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:39.500 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:39.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:39.500 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:39.500 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:39.502 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd7952ae] [ownerID=a419ba40-fa19-46a7-a25f-58afbdaab11c] [op=none] [2024/05/07 02:08:39.503 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:39.503 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=523da8b6-9a11-45d8-a543-18a37ca1a77b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:39.526 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:39.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:39.527 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:39.529 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] ["owner key"=/tidb/bindinfo/owner/22318f50cd7952b3] [ownerID=a419ba40-fa19-46a7-a25f-58afbdaab11c] [op=none] [2024/05/07 02:08:39.542 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:39.548 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:39.551 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:39.552 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd7952ae] [ownerID=a419ba40-fa19-46a7-a25f-58afbdaab11c] [op=none] [2024/05/07 02:08:39.552 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [op=none] [2024/05/07 02:08:39.552 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:39.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:39.643 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:39.654 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:39.654 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:39.654 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:39.654 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:39.654 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:39.654 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:39.654 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:39.654 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:39.654 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:39.656 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:39.656 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:39.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:39.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:39.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:39.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:39.658 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:39.660 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] ["owner key"=/tidb/stats/owner/22318f50cd7952b6] [ownerID=a419ba40-fa19-46a7-a25f-58afbdaab11c] [op=none] [2024/05/07 02:08:39.662 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:39.664 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/07 02:08:39.673 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/2f5b8a9d-092c-4646-a069-b632397466b1] [2024/05/07 02:08:39.673 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:39.673 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:39.683 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:39.683 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:39.684 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:39.715 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=58.236134ms] [2024/05/07 02:08:39.739 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:39.773 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:39.775 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/07 02:08:39.814 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.814 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/07 02:08:39.879 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.887 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/07 02:08:39.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.228971ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:39.981 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.531214ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:40.057 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.476 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6cd4e59a-8c52-4557-9e35-e3f67fd8e690"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:40.522 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:40.522 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:40.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:40.523 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:40.673 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:40.673 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:40.674 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2f5b8a9d-092c-4646-a069-b632397466b1] [watcherID=17eaf06d-eef7-4449-9eaf-34a4acbc9f5d] [2024/05/07 02:08:40.684 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:40.699 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/07 02:08:40.699 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:40.699 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:40.699 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:40.699 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:41.083 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:08:41.068 +0000 UTC"] [2024/05/07 02:08:41.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:08:41.068000'"] [2024/05/07 02:08:41.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.191 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/05/07 02:08:41.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.454 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=176.764µs] [gotSchemaVersion=53] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:08:41.466 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/07 02:08:41.507 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:41.510 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=59.782396ms] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.583 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=6d44423a3200000000fb0000000000000068] [2024/05/07 02:08:41.587 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=6d44423a3200000000fb0000000000000068] ["first new region left"="{Id:28 StartKey: EndKey:6d44423a32000000ff00fb000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:29 store_id:2 id:30 store_id:3 id:31 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.587 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[28,32]"] [2024/05/07 02:08:41.587 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=10] ["first split key"=6d4442730000000000fa0000000000000068] [2024/05/07 02:08:41.594 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=10] ["first at"=6d4442730000000000fa0000000000000068] ["first new region left"="{Id:36 StartKey:6d44423a33000000ff00fb000000000000ff0068000000000000f9 EndKey:6d44427300000000ff00fa000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:37 store_id:2 id:38 store_id:3 id:39 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.594 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[36,40]"] [2024/05/07 02:08:41.594 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000000] [2024/05/07 02:08:41.596 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000000] ["first new region left"="{Id:44 StartKey:7200000100000000fb EndKey:7480000000000000ff0000000000000000f8 RegionEpoch:{ConfVer:5 Version:7} Peers:[id:45 store_id:2 id:46 store_id:3 id:47 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.596 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[44,48]"] [2024/05/07 02:08:41.596 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000005] [2024/05/07 02:08:41.601 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000005] ["first new region left"="{Id:52 StartKey:7480000000000000ff0400000000000000f8 EndKey:7480000000000000ff0500000000000000f8 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:53 store_id:2 id:54 store_id:3 id:55 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.602 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[52,56]"] [2024/05/07 02:08:41.602 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000007] [2024/05/07 02:08:41.607 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000007] ["first new region left"="{Id:60 StartKey:7480000000000000ff0600000000000000f8 EndKey:7480000000000000ff0700000000000000f8 RegionEpoch:{ConfVer:5 Version:11} Peers:[id:61 store_id:2 id:62 store_id:3 id:63 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.607 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[60,64]"] [2024/05/07 02:08:41.607 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000009] [2024/05/07 02:08:41.612 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000009] ["first new region left"="{Id:68 StartKey:7480000000000000ff0800000000000000f8 EndKey:7480000000000000ff0900000000000000f8 RegionEpoch:{ConfVer:5 Version:13} Peers:[id:69 store_id:2 id:70 store_id:3 id:71 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.612 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[68,72]"] [2024/05/07 02:08:41.612 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000000b] [2024/05/07 02:08:41.617 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000000b] ["first new region left"="{Id:76 StartKey:7480000000000000ff0a00000000000000f8 EndKey:7480000000000000ff0b00000000000000f8 RegionEpoch:{ConfVer:5 Version:15} Peers:[id:77 store_id:2 id:78 store_id:3 id:79 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.617 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[76,80]"] [2024/05/07 02:08:41.617 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000000d] [2024/05/07 02:08:41.622 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000000d] ["first new region left"="{Id:84 StartKey:7480000000000000ff0c00000000000000f8 EndKey:7480000000000000ff0d00000000000000f8 RegionEpoch:{ConfVer:5 Version:17} Peers:[id:85 store_id:2 id:86 store_id:3 id:87 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.622 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[84,88]"] [2024/05/07 02:08:41.622 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000000f] [2024/05/07 02:08:41.627 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000000f] ["first new region left"="{Id:92 StartKey:7480000000000000ff0e00000000000000f8 EndKey:7480000000000000ff0f00000000000000f8 RegionEpoch:{ConfVer:5 Version:19} Peers:[id:93 store_id:2 id:94 store_id:3 id:95 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.627 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[92,96]"] [2024/05/07 02:08:41.627 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000011] [2024/05/07 02:08:41.633 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000011] ["first new region left"="{Id:100 StartKey:7480000000000000ff1000000000000000f8 EndKey:7480000000000000ff1100000000000000f8 RegionEpoch:{ConfVer:5 Version:21} Peers:[id:101 store_id:2 id:102 store_id:3 id:103 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.633 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[100,104]"] [2024/05/07 02:08:41.633 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000013] [2024/05/07 02:08:41.639 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000013] ["first new region left"="{Id:108 StartKey:7480000000000000ff1200000000000000f8 EndKey:7480000000000000ff1300000000000000f8 RegionEpoch:{ConfVer:5 Version:23} Peers:[id:109 store_id:2 id:110 store_id:3 id:111 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.639 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[108,112]"] [2024/05/07 02:08:41.639 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000015] [2024/05/07 02:08:41.646 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000015] ["first new region left"="{Id:116 StartKey:7480000000000000ff1400000000000000f8 EndKey:7480000000000000ff1500000000000000f8 RegionEpoch:{ConfVer:5 Version:25} Peers:[id:117 store_id:2 id:118 store_id:3 id:119 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.646 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[116,120]"] [2024/05/07 02:08:41.646 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000001f] [2024/05/07 02:08:41.652 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000001f] ["first new region left"="{Id:124 StartKey:7480000000000000ff1e00000000000000f8 EndKey:7480000000000000ff1f00000000000000f8 RegionEpoch:{ConfVer:5 Version:27} Peers:[id:125 store_id:2 id:126 store_id:3 id:127 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.652 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[124,128]"] [2024/05/07 02:08:41.652 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000023] [2024/05/07 02:08:41.657 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000023] ["first new region left"="{Id:132 StartKey:7480000000000000ff2200000000000000f8 EndKey:7480000000000000ff2300000000000000f8 RegionEpoch:{ConfVer:5 Version:29} Peers:[id:133 store_id:2 id:134 store_id:3 id:135 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.657 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[132,136]"] [2024/05/07 02:08:41.657 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000025] [2024/05/07 02:08:41.662 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000025] ["first new region left"="{Id:140 StartKey:7480000000000000ff2400000000000000f8 EndKey:7480000000000000ff2500000000000000f8 RegionEpoch:{ConfVer:5 Version:31} Peers:[id:141 store_id:2 id:142 store_id:3 id:143 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.662 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[140,144]"] [2024/05/07 02:08:41.662 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000027] [2024/05/07 02:08:41.668 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000027] ["first new region left"="{Id:148 StartKey:7480000000000000ff2600000000000000f8 EndKey:7480000000000000ff2700000000000000f8 RegionEpoch:{ConfVer:5 Version:33} Peers:[id:149 store_id:2 id:150 store_id:3 id:151 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.668 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[148,152]"] [2024/05/07 02:08:41.668 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000002b] [2024/05/07 02:08:41.673 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000002b] ["first new region left"="{Id:156 StartKey:7480000000000000ff2a00000000000000f8 EndKey:7480000000000000ff2b00000000000000f8 RegionEpoch:{ConfVer:5 Version:35} Peers:[id:157 store_id:2 id:158 store_id:3 id:159 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.673 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[156,160]"] [2024/05/07 02:08:41.673 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000002d] [2024/05/07 02:08:41.678 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000002d] ["first new region left"="{Id:164 StartKey:7480000000000000ff2c00000000000000f8 EndKey:7480000000000000ff2d00000000000000f8 RegionEpoch:{ConfVer:5 Version:37} Peers:[id:165 store_id:2 id:166 store_id:3 id:167 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.678 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[164,168]"] [2024/05/07 02:08:41.678 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000033] [2024/05/07 02:08:41.684 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000033] ["first new region left"="{Id:172 StartKey:7480000000000000ff3200000000000000f8 EndKey:7480000000000000ff3300000000000000f8 RegionEpoch:{ConfVer:5 Version:39} Peers:[id:173 store_id:2 id:174 store_id:3 id:175 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.684 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[172,176]"] [2024/05/07 02:08:41.684 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000035] [2024/05/07 02:08:41.689 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000035] ["first new region left"="{Id:180 StartKey:7480000000000000ff3400000000000000f8 EndKey:7480000000000000ff3500000000000000f8 RegionEpoch:{ConfVer:5 Version:41} Peers:[id:181 store_id:2 id:182 store_id:3 id:183 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.689 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[180,184]"] [2024/05/07 02:08:41.689 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000037] [2024/05/07 02:08:41.695 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000037] ["first new region left"="{Id:188 StartKey:7480000000000000ff3600000000000000f8 EndKey:7480000000000000ff3700000000000000f8 RegionEpoch:{ConfVer:5 Version:43} Peers:[id:189 store_id:2 id:190 store_id:3 id:191 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.695 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[188,192]"] [2024/05/07 02:08:41.695 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000039] [2024/05/07 02:08:41.700 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000039] ["first new region left"="{Id:196 StartKey:7480000000000000ff3800000000000000f8 EndKey:7480000000000000ff3900000000000000f8 RegionEpoch:{ConfVer:5 Version:45} Peers:[id:197 store_id:2 id:198 store_id:3 id:199 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.700 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[196,200]"] [2024/05/07 02:08:41.700 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000003b] [2024/05/07 02:08:41.705 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000003b] ["first new region left"="{Id:204 StartKey:7480000000000000ff3a00000000000000f8 EndKey:7480000000000000ff3b00000000000000f8 RegionEpoch:{ConfVer:5 Version:47} Peers:[id:205 store_id:2 id:206 store_id:3 id:207 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.705 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[204,208]"] [2024/05/07 02:08:41.705 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000041] [2024/05/07 02:08:41.710 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000041] ["first new region left"="{Id:212 StartKey:7480000000000000ff4000000000000000f8 EndKey:7480000000000000ff4100000000000000f8 RegionEpoch:{ConfVer:5 Version:49} Peers:[id:213 store_id:2 id:214 store_id:3 id:215 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.710 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[212,216]"] [2024/05/07 02:08:41.710 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000043] [2024/05/07 02:08:41.715 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000043] ["first new region left"="{Id:220 StartKey:7480000000000000ff4200000000000000f8 EndKey:7480000000000000ff4300000000000000f8 RegionEpoch:{ConfVer:5 Version:51} Peers:[id:221 store_id:2 id:222 store_id:3 id:223 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.715 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[220,224]"] [2024/05/07 02:08:41.715 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000047] [2024/05/07 02:08:41.720 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000047] ["first new region left"="{Id:228 StartKey:7480000000000000ff4600000000000000f8 EndKey:7480000000000000ff4700000000000000f8 RegionEpoch:{ConfVer:5 Version:53} Peers:[id:229 store_id:2 id:230 store_id:3 id:231 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.720 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[228,232]"] [2024/05/07 02:08:41.720 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000049] [2024/05/07 02:08:41.726 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000049] ["first new region left"="{Id:236 StartKey:7480000000000000ff4800000000000000f8 EndKey:7480000000000000ff4900000000000000f8 RegionEpoch:{ConfVer:5 Version:55} Peers:[id:237 store_id:2 id:238 store_id:3 id:239 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.727 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[236,240]"] [2024/05/07 02:08:41.727 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000004d] [2024/05/07 02:08:41.732 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000004d] ["first new region left"="{Id:244 StartKey:7480000000000000ff4c00000000000000f8 EndKey:7480000000000000ff4d00000000000000f8 RegionEpoch:{ConfVer:5 Version:57} Peers:[id:245 store_id:2 id:246 store_id:3 id:247 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.732 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[244,248]"] [2024/05/07 02:08:41.732 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000004f] [2024/05/07 02:08:41.737 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000004f] ["first new region left"="{Id:252 StartKey:7480000000000000ff4e00000000000000f8 EndKey:7480000000000000ff4f00000000000000f8 RegionEpoch:{ConfVer:5 Version:59} Peers:[id:253 store_id:2 id:254 store_id:3 id:255 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.737 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[252,256]"] [2024/05/07 02:08:41.737 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000051] [2024/05/07 02:08:41.743 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000051] ["first new region left"="{Id:260 StartKey:7480000000000000ff5000000000000000f8 EndKey:7480000000000000ff5100000000000000f8 RegionEpoch:{ConfVer:5 Version:61} Peers:[id:261 store_id:2 id:262 store_id:3 id:263 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.743 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[260,264]"] [2024/05/07 02:08:41.743 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000053] [2024/05/07 02:08:41.748 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000053] ["first new region left"="{Id:268 StartKey:7480000000000000ff5200000000000000f8 EndKey:7480000000000000ff5300000000000000f8 RegionEpoch:{ConfVer:5 Version:63} Peers:[id:269 store_id:2 id:270 store_id:3 id:271 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.748 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[268,272]"] [2024/05/07 02:08:41.748 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000055] [2024/05/07 02:08:41.753 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000055] ["first new region left"="{Id:276 StartKey:7480000000000000ff5400000000000000f8 EndKey:7480000000000000ff5500000000000000f8 RegionEpoch:{ConfVer:5 Version:65} Peers:[id:277 store_id:2 id:278 store_id:3 id:279 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.753 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[276,280]"] [2024/05/07 02:08:41.753 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000057] [2024/05/07 02:08:41.759 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000057] ["first new region left"="{Id:284 StartKey:7480000000000000ff5600000000000000f8 EndKey:7480000000000000ff5700000000000000f8 RegionEpoch:{ConfVer:5 Version:67} Peers:[id:285 store_id:2 id:286 store_id:3 id:287 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.759 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[284,288]"] [2024/05/07 02:08:41.759 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000059] [2024/05/07 02:08:41.764 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000059] ["first new region left"="{Id:292 StartKey:7480000000000000ff5800000000000000f8 EndKey:7480000000000000ff5900000000000000f8 RegionEpoch:{ConfVer:5 Version:69} Peers:[id:293 store_id:2 id:294 store_id:3 id:295 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.764 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[292,296]"] [2024/05/07 02:08:41.764 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000005b] [2024/05/07 02:08:41.770 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000005b] ["first new region left"="{Id:300 StartKey:7480000000000000ff5a00000000000000f8 EndKey:7480000000000000ff5b00000000000000f8 RegionEpoch:{ConfVer:5 Version:71} Peers:[id:301 store_id:2 id:302 store_id:3 id:303 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.770 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[300,304]"] [2024/05/07 02:08:41.770 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000005d] [2024/05/07 02:08:41.775 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000005d] ["first new region left"="{Id:308 StartKey:7480000000000000ff5c00000000000000f8 EndKey:7480000000000000ff5d00000000000000f8 RegionEpoch:{ConfVer:5 Version:73} Peers:[id:309 store_id:2 id:310 store_id:3 id:311 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.775 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[308,312]"] [2024/05/07 02:08:41.775 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000005f] [2024/05/07 02:08:41.781 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000005f] ["first new region left"="{Id:316 StartKey:7480000000000000ff5e00000000000000f8 EndKey:7480000000000000ff5f00000000000000f8 RegionEpoch:{ConfVer:5 Version:75} Peers:[id:317 store_id:2 id:318 store_id:3 id:319 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.781 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[316,320]"] [2024/05/07 02:08:41.781 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000061] [2024/05/07 02:08:41.786 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000061] ["first new region left"="{Id:324 StartKey:7480000000000000ff6000000000000000f8 EndKey:7480000000000000ff6100000000000000f8 RegionEpoch:{ConfVer:5 Version:77} Peers:[id:325 store_id:2 id:326 store_id:3 id:327 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.786 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[324,328]"] [2024/05/07 02:08:41.786 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=748000000000000063] [2024/05/07 02:08:41.791 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=748000000000000063] ["first new region left"="{Id:332 StartKey:7480000000000000ff6200000000000000f8 EndKey:7480000000000000ff6300000000000000f8 RegionEpoch:{ConfVer:5 Version:79} Peers:[id:333 store_id:2 id:334 store_id:3 id:335 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:08:41.791 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[332,336]"] [2024/05/07 02:08:41.791 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:08:41.801 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:41.803 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.101813ms] ["completed regions"=1] [2024/05/07 02:08:41.803 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:08:41.812 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:41.814 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.226935ms] ["completed regions"=1] [2024/05/07 02:08:41.814 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:08:41.823 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:41.825 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.119675ms] ["completed regions"=1] [2024/05/07 02:08:41.825 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:08:41.834 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:41.835 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.792281ms] ["completed regions"=1] [2024/05/07 02:08:41.835 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:08:41.844 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:41.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.826374ms] ["completed regions"=1] [2024/05/07 02:08:41.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:08:41.854 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:41.855 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.408323ms] ["completed regions"=1] [2024/05/07 02:08:41.855 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:08:41.864 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:41.865 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.166805ms] ["completed regions"=1] [2024/05/07 02:08:41.865 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:08:41.873 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:41.874 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.509992ms] ["completed regions"=1] [2024/05/07 02:08:41.874 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:08:41.882 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:41.883 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.315886ms] ["completed regions"=1] [2024/05/07 02:08:41.883 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:08:41.890 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:41.891 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.964375ms] ["completed regions"=1] [2024/05/07 02:08:41.891 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:08:41.898 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:41.900 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=7.806972ms] ["completed regions"=1] [2024/05/07 02:08:41.900 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:08:41.907 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:41.908 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.354711ms] ["completed regions"=1] [2024/05/07 02:08:41.909 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:08:41.916 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:41.917 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.049242ms] ["completed regions"=1] [2024/05/07 02:08:41.917 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:08:41.923 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:41.925 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.239423ms] ["completed regions"=1] [2024/05/07 02:08:41.925 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:08:41.931 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:41.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.517672ms] ["completed regions"=1] [2024/05/07 02:08:41.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:08:41.939 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:41.940 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.941432ms] ["completed regions"=1] [2024/05/07 02:08:41.940 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:08:41.946 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:41.950 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=9.632872ms] ["completed regions"=1] [2024/05/07 02:08:41.950 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:08:41.956 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:41.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.660615ms] ["completed regions"=1] [2024/05/07 02:08:41.957 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:08:41.963 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:41.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=9.657214ms] ["completed regions"=1] [2024/05/07 02:08:41.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:08:41.973 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:41.976 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=8.066923ms] ["completed regions"=1] [2024/05/07 02:08:41.976 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:08:41.981 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:41.983 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.774045ms] ["completed regions"=1] [2024/05/07 02:08:41.983 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:08:41.988 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:41.990 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.885571ms] ["completed regions"=1] [2024/05/07 02:08:41.990 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:08:41.994 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:41.996 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.365961ms] ["completed regions"=1] [2024/05/07 02:08:41.996 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:08:42.000 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:42.001 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.328157ms] ["completed regions"=1] [2024/05/07 02:08:42.002 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:08:42.006 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:42.007 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.161508ms] ["completed regions"=1] [2024/05/07 02:08:42.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:08:42.012 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:42.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.072613ms] ["completed regions"=1] [2024/05/07 02:08:42.013 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:08:42.019 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:42.020 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=6.678056ms] ["completed regions"=1] [2024/05/07 02:08:42.020 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:08:42.024 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:42.026 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.80263ms] ["completed regions"=1] [2024/05/07 02:08:42.026 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:08:42.030 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:42.031 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.413675ms] ["completed regions"=1] [2024/05/07 02:08:42.031 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:08:42.034 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:42.036 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.120542ms] ["completed regions"=1] [2024/05/07 02:08:42.036 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:08:42.039 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:42.040 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.980299ms] ["completed regions"=1] [2024/05/07 02:08:42.040 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:08:42.043 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:42.044 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.729121ms] ["completed regions"=1] [2024/05/07 02:08:42.044 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:08:42.047 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:42.048 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.562024ms] ["completed regions"=1] [2024/05/07 02:08:42.048 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:08:42.051 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:42.053 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.338041ms] ["completed regions"=1] [2024/05/07 02:08:42.053 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:08:42.055 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:42.057 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.28055ms] ["completed regions"=1] [2024/05/07 02:08:42.057 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:08:42.059 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:42.061 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.825124ms] ["completed regions"=1] [2024/05/07 02:08:42.061 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:08:42.063 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:42.064 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.818841ms] ["completed regions"=1] [2024/05/07 02:08:42.064 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:08:42.066 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:42.067 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.466751ms] ["completed regions"=1] [2024/05/07 02:08:42.067 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:08:42.069 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:42.070 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.753549ms] ["completed regions"=1] [2024/05/07 02:08:42.125 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=106] [2024/05/07 02:08:42.154 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [category=ddl] [job="ID:106, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.156 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:08:42.165 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:42.167 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:08:42.168 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.47572ms] ["completed regions"=1] [2024/05/07 02:08:42.168 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:08:42.177 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:42.178 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:08:42.179 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.433535ms] ["completed regions"=1] [2024/05/07 02:08:42.179 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:08:42.188 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:42.189 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:08:42.189 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.940534ms] ["completed regions"=1] [2024/05/07 02:08:42.189 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:08:42.198 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:42.200 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:08:42.200 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.690682ms] ["completed regions"=1] [2024/05/07 02:08:42.200 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:08:42.209 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:42.210 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:08:42.210 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.490267ms] ["completed regions"=1] [2024/05/07 02:08:42.210 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:08:42.219 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:42.221 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:08:42.221 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.7434ms] ["completed regions"=1] [2024/05/07 02:08:42.221 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:08:42.244 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:42.245 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:08:42.245 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.625831ms] ["completed regions"=1] [2024/05/07 02:08:42.245 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:08:42.254 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:42.255 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:08:42.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.21011ms] ["completed regions"=1] [2024/05/07 02:08:42.255 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:08:42.263 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:42.265 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:08:42.265 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.884569ms] ["completed regions"=1] [2024/05/07 02:08:42.265 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:08:42.272 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:42.274 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:08:42.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.449892ms] ["completed regions"=1] [2024/05/07 02:08:42.274 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:08:42.281 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:42.283 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:08:42.283 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.476421ms] ["completed regions"=1] [2024/05/07 02:08:42.283 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:08:42.290 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:42.291 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:08:42.291 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.071047ms] ["completed regions"=1] [2024/05/07 02:08:42.291 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:08:42.298 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:42.299 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:08:42.300 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.781697ms] ["completed regions"=1] [2024/05/07 02:08:42.300 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:08:42.310 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:42.311 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:08:42.312 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=11.473636ms] ["completed regions"=1] [2024/05/07 02:08:42.312 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:08:42.318 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:42.320 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:08:42.320 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.773011ms] ["completed regions"=1] [2024/05/07 02:08:42.320 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:08:42.327 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:42.328 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:08:42.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.771419ms] ["completed regions"=1] [2024/05/07 02:08:42.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:08:42.334 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:42.337 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:08:42.337 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=8.147996ms] ["completed regions"=1] [2024/05/07 02:08:42.337 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:08:42.343 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:42.344 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:08:42.344 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.821057ms] ["completed regions"=1] [2024/05/07 02:08:42.344 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:08:42.349 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:42.352 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:08:42.352 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.27714ms] ["completed regions"=1] [2024/05/07 02:08:42.352 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:08:42.357 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:42.359 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:08:42.359 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.233354ms] ["completed regions"=1] [2024/05/07 02:08:42.359 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:08:42.365 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:42.366 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:08:42.367 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.844608ms] ["completed regions"=1] [2024/05/07 02:08:42.367 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:08:42.372 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:42.373 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:08:42.373 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.148229ms] ["completed regions"=1] [2024/05/07 02:08:42.373 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:08:42.378 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:42.379 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:08:42.379 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.698835ms] ["completed regions"=1] [2024/05/07 02:08:42.379 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:08:42.384 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:42.385 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:08:42.385 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.459422ms] ["completed regions"=1] [2024/05/07 02:08:42.385 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:08:42.390 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:42.391 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:08:42.391 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.230328ms] ["completed regions"=1] [2024/05/07 02:08:42.391 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:08:42.395 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:42.397 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:08:42.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.293237ms] ["completed regions"=1] [2024/05/07 02:08:42.397 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:08:42.401 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:42.402 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:08:42.402 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.102547ms] ["completed regions"=1] [2024/05/07 02:08:42.402 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:08:42.408 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:42.410 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:08:42.410 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=7.232736ms] ["completed regions"=1] [2024/05/07 02:08:42.410 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:08:42.414 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:42.415 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:08:42.416 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.141197ms] ["completed regions"=1] [2024/05/07 02:08:42.416 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:08:42.419 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:42.420 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:08:42.420 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.37074ms] ["completed regions"=1] [2024/05/07 02:08:42.420 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:08:42.423 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:42.425 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:08:42.425 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.060386ms] ["completed regions"=1] [2024/05/07 02:08:42.425 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:08:42.428 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:42.429 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:08:42.429 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.91455ms] ["completed regions"=1] [2024/05/07 02:08:42.429 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:08:42.432 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:42.433 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:08:42.433 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.676227ms] ["completed regions"=1] [2024/05/07 02:08:42.433 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:08:42.436 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:42.438 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:08:42.438 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.277374ms] ["completed regions"=1] [2024/05/07 02:08:42.438 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:08:42.440 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:42.442 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:08:42.442 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.354684ms] ["completed regions"=1] [2024/05/07 02:08:42.442 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:08:42.444 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:42.446 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:08:42.446 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.936119ms] ["completed regions"=1] [2024/05/07 02:08:42.446 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:08:42.448 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:42.449 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:08:42.449 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.709585ms] ["completed regions"=1] [2024/05/07 02:08:42.449 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:08:42.451 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:42.456 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:08:42.456 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=6.683815ms] ["completed regions"=1] [2024/05/07 02:08:42.456 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:08:42.458 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:42.461 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:08:42.461 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.901046ms] ["completed regions"=1] [2024/05/07 02:08:42.461 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:08:42.520 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:08:42.569 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/106/a419ba40-fa19-46a7-a25f-58afbdaab11c] [currentVer=53] [latestVer=54] [2024/05/07 02:08:42.569 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id a419ba40-fa19-46a7-a25f-58afbdaab11c"] ["ddl job id"=106] [ver=54] [2024/05/07 02:08:42.620 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=100.448881ms] [2024/05/07 02:08:42.626 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:42.634 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/07 02:08:42.658 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=142.435827ms] [job="ID:106, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.863 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=106] [conn=2] [job="ID:106, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:08:41.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.909 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/07 02:08:42.909 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.914 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.833727297\n# Parse_time: 0.000430009\n# Compile_time: 0.00074154\n# Rewrite_time: 0.000009721\n# Optimize_time: 0.000321554\n# Wait_TS: 0.000413071\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-05-07 02:08:41.068000';"] [2024/05/07 02:08:42.919 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:08:43.010 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [2024/05/07 02:08:43.010 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [2024/05/07 02:08:43.011 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=30.491µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=16.72µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=20.294µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=25.8µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=26.413µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=20.315µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=25.645µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=14.493µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=9.147µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=22.946µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=4.758µs] [2024/05/07 02:08:43.013 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:43.013 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:43.014 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:43.016 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a419ba40-fa19-46a7-a25f-58afbdaab11c] ["take time"=26.044745ms] [2024/05/07 02:08:43.017 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a419ba40-fa19-46a7-a25f-58afbdaab11c] [2024/05/07 02:08:43.019 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:43.019 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/2f5b8a9d-092c-4646-a069-b632397466b1] [watcherID=17eaf06d-eef7-4449-9eaf-34a4acbc9f5d] [2024/05/07 02:08:43.019 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:43.019 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/2f5b8a9d-092c-4646-a069-b632397466b1] [2024/05/07 02:08:43.019 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:43.020 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:43.020 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:43.020 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:43.025 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:43.025 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:43.026 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=924] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a419ba40-fa19-46a7-a25f-58afbdaab11c] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:43.027 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [2024/05/07 02:08:43.027 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:43.027 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [2024/05/07 02:08:43.027 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 523da8b6-9a11-45d8-a543-18a37ca1a77b"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:43.027 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c watch owner key /tidb/stats/owner/22318f50cd7952b6"] [2024/05/07 02:08:43.027 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:43.027 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:43.027 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:43.027 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:43.027 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:43.027 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:43.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:43.027 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:43.027 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:43.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:43.028 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a419ba40-fa19-46a7-a25f-58afbdaab11c] [2024/05/07 02:08:43.028 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:43.028 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:43.028 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:43.028 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:43.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:43.029 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:43.029 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=523da8b6-9a11-45d8-a543-18a37ca1a77b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:43.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:43.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:43.029 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 523da8b6-9a11-45d8-a543-18a37ca1a77b"] [error="context canceled"] [2024/05/07 02:08:43.029 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:43.029 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 523da8b6-9a11-45d8-a543-18a37ca1a77b"] [2024/05/07 02:08:43.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:43.029 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 523da8b6-9a11-45d8-a543-18a37ca1a77b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:43.064 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:43.064 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [error="context canceled"] [2024/05/07 02:08:43.265 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:44.284 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 523da8b6-9a11-45d8-a543-18a37ca1a77b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:44.285 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:44.285 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:44.285 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:44.501 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a419ba40-fa19-46a7-a25f-58afbdaab11c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:44.501 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:44.501 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:44.501 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:44.508 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.517769713s] [2024/05/07 02:08:44.509 +00:00] [ERROR] [client.go:206] ["[pd] do http request failed"] [source=tikv-driver] [name=GetMinResolvedTSByStoresIDs] [url=http://127.0.0.1:2384/pd/api/v1/min-resolved-ts] [method=GET] [caller-id=pd-http-client] [error="Get \"http://127.0.0.1:2384/pd/api/v1/min-resolved-ts\": context canceled"] [stack="github.com/tikv/pd/client/http.(*clientInner).doRequest\n\texternal/com_github_tikv_pd_client/http/client.go:206\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry.func1\n\texternal/com_github_tikv_pd_client/http/client.go:139\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry\n\texternal/com_github_tikv_pd_client/http/client.go:152\ngithub.com/tikv/pd/client/http.(*client).request\n\texternal/com_github_tikv_pd_client/http/client.go:379\ngithub.com/tikv/pd/client/http.(*client).GetMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_pd_client/http/interface.go:872\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).getMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:773\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateGlobalTxnScopeTSFromPD\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:807\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateSafeTS\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:676\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:669"] [2024/05/07 02:08:44.509 +00:00] [ERROR] [client.go:206] ["[pd] do http request failed"] [source=tikv-driver] [name=GetMinResolvedTSByStoresIDs] [url=http://127.0.0.1:2382/pd/api/v1/min-resolved-ts] [method=GET] [caller-id=pd-http-client] [error="Get \"http://127.0.0.1:2382/pd/api/v1/min-resolved-ts\": context canceled"] [stack="github.com/tikv/pd/client/http.(*clientInner).doRequest\n\texternal/com_github_tikv_pd_client/http/client.go:206\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry.func1\n\texternal/com_github_tikv_pd_client/http/client.go:139\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry\n\texternal/com_github_tikv_pd_client/http/client.go:152\ngithub.com/tikv/pd/client/http.(*client).request\n\texternal/com_github_tikv_pd_client/http/client.go:379\ngithub.com/tikv/pd/client/http.(*client).GetMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_pd_client/http/interface.go:872\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).getMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:773\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateGlobalTxnScopeTSFromPD\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:807\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateSafeTS\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:676\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:669"] [2024/05/07 02:08:44.510 +00:00] [ERROR] [client.go:206] ["[pd] do http request failed"] [source=tikv-driver] [name=GetMinResolvedTSByStoresIDs] [url=http://127.0.0.1:2379/pd/api/v1/min-resolved-ts] [method=GET] [caller-id=pd-http-client] [error="Get \"http://127.0.0.1:2379/pd/api/v1/min-resolved-ts\": context canceled"] [stack="github.com/tikv/pd/client/http.(*clientInner).doRequest\n\texternal/com_github_tikv_pd_client/http/client.go:206\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry.func1\n\texternal/com_github_tikv_pd_client/http/client.go:139\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry\n\texternal/com_github_tikv_pd_client/http/client.go:152\ngithub.com/tikv/pd/client/http.(*client).request\n\texternal/com_github_tikv_pd_client/http/client.go:379\ngithub.com/tikv/pd/client/http.(*client).GetMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_pd_client/http/interface.go:872\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).getMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:773\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateGlobalTxnScopeTSFromPD\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:807\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateSafeTS\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:676\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:669"] [2024/05/07 02:08:44.510 +00:00] [ERROR] [client.go:206] ["[pd] do http request failed"] [source=tikv-driver] [name=GetMinResolvedTSByStoresIDs] [url="http://127.0.0.1:2384/pd/api/v1/min-resolved-ts?scope=2,3,1"] [method=GET] [caller-id=pd-http-client] [error="Get \"http://127.0.0.1:2384/pd/api/v1/min-resolved-ts?scope=2,3,1\": context canceled"] [stack="github.com/tikv/pd/client/http.(*clientInner).doRequest\n\texternal/com_github_tikv_pd_client/http/client.go:206\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry.func1\n\texternal/com_github_tikv_pd_client/http/client.go:139\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry\n\texternal/com_github_tikv_pd_client/http/client.go:152\ngithub.com/tikv/pd/client/http.(*client).request\n\texternal/com_github_tikv_pd_client/http/client.go:379\ngithub.com/tikv/pd/client/http.(*client).GetMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_pd_client/http/interface.go:872\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).getMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:773\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateSafeTS\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:695\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:669"] [2024/05/07 02:08:44.510 +00:00] [ERROR] [client.go:206] ["[pd] do http request failed"] [source=tikv-driver] [name=GetMinResolvedTSByStoresIDs] [url="http://127.0.0.1:2382/pd/api/v1/min-resolved-ts?scope=2,3,1"] [method=GET] [caller-id=pd-http-client] [error="Get \"http://127.0.0.1:2382/pd/api/v1/min-resolved-ts?scope=2,3,1\": context canceled"] [stack="github.com/tikv/pd/client/http.(*clientInner).doRequest\n\texternal/com_github_tikv_pd_client/http/client.go:206\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry.func1\n\texternal/com_github_tikv_pd_client/http/client.go:139\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry\n\texternal/com_github_tikv_pd_client/http/client.go:152\ngithub.com/tikv/pd/client/http.(*client).request\n\texternal/com_github_tikv_pd_client/http/client.go:379\ngithub.com/tikv/pd/client/http.(*client).GetMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_pd_client/http/interface.go:872\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).getMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:773\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateSafeTS\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:695\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:669"] [2024/05/07 02:08:44.510 +00:00] [ERROR] [client.go:206] ["[pd] do http request failed"] [source=tikv-driver] [name=GetMinResolvedTSByStoresIDs] [url="http://127.0.0.1:2379/pd/api/v1/min-resolved-ts?scope=2,3,1"] [method=GET] [caller-id=pd-http-client] [error="Get \"http://127.0.0.1:2379/pd/api/v1/min-resolved-ts?scope=2,3,1\": context canceled"] [stack="github.com/tikv/pd/client/http.(*clientInner).doRequest\n\texternal/com_github_tikv_pd_client/http/client.go:206\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry.func1\n\texternal/com_github_tikv_pd_client/http/client.go:139\ngithub.com/tikv/pd/client/http.(*clientInner).requestWithRetry\n\texternal/com_github_tikv_pd_client/http/client.go:152\ngithub.com/tikv/pd/client/http.(*client).request\n\texternal/com_github_tikv_pd_client/http/client.go:379\ngithub.com/tikv/pd/client/http.(*client).GetMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_pd_client/http/interface.go:872\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).getMinResolvedTSByStoresIDs\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:773\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).updateSafeTS\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:695\ngithub.com/tikv/client-go/v2/tikv.(*KVStore).safeTSUpdater\n\texternal/com_github_tikv_client_go_v2/tikv/kv.go:669"] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:44.511 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:44.511 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.511 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:44.511 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:44.512 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashback (26.02s) === RUN TestPrepareFlashbackFailed [2024/05/07 02:08:44.521 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:44.522 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:44.523 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:08:44.524 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:44.524 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:44.524 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:44.525 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:44.525 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:44.525 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:44.525 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:44.527 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:44.531 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:44.532 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:44.534 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:44.542 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:44.553 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:44.695 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1606] ["lease id"=22318f50cd7952d2] [2024/05/07 02:08:44.697 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:44.804 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=54] ["start time"=102.646062ms] [2024/05/07 02:08:44.810 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:44.810 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c9159c35-d62d-47ae-a05a-e041a1b943df] [runWorker=true] [2024/05/07 02:08:44.810 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:44.812 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:44.813 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:44.813 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:44.814 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:44.814 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:44.814 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:44.814 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:44.816 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd7949df] [ownerID=c9159c35-d62d-47ae-a05a-e041a1b943df] [op=none] [2024/05/07 02:08:44.817 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:44.817 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=585fa7fd-34c7-406b-8c91-f2dec97d0ef7] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:44.822 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:44.844 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:44.846 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:44.846 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:44.848 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] ["owner key"=/tidb/bindinfo/owner/3eaa8f50cd7949e3] [ownerID=c9159c35-d62d-47ae-a05a-e041a1b943df] [op=none] [2024/05/07 02:08:44.866 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:44.867 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd7949df] [ownerID=c9159c35-d62d-47ae-a05a-e041a1b943df] [op=none] [2024/05/07 02:08:44.867 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [op=none] [2024/05/07 02:08:44.867 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:44.957 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:44.973 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:44.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:44.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:44.986 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:44.986 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:44.986 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:44.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:44.987 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:44.987 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:44.987 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:44.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:44.989 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:44.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:44.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:44.990 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:44.991 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:44.991 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:44.994 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:44.996 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:45.000 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/67935f78-757b-4dd4-a1f3-42d731f727a5] [2024/05/07 02:08:45.000 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:45.000 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:45.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:45.014 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:45.014 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:45.034 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.911031ms] [2024/05/07 02:08:45.045 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:45.051 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:08:45.054 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=3] [schemaVersion=54] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:08:45.081 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.081 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:08:45.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.204 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=292.224µs] [gotSchemaVersion=55] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:45.214 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=55] [2024/05/07 02:08:45.254 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.932588ms] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.284 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=205.917µs] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:45.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=56] [2024/05/07 02:08:45.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.47354ms] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [category=ddl] [job="ID:107, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.443 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/07 02:08:45.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=335.013µs] [gotSchemaVersion=57] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:45.485 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=57] [2024/05/07 02:08:45.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.269438ms] [job="ID:107, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.576 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=107] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/07 02:08:45.591 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=107] [jobType="drop table"] [2024/05/07 02:08:45.595 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=107] [conn=3] [job="ID:107, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:45.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.647 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:45.647 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.651 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 3\n# Query_time: 0.597572611\n# Parse_time: 0.000239997\n# Compile_time: 0.000545501\n# Rewrite_time: 0.000008815\n# Optimize_time: 0.00022104\n# Wait_TS: 0.000518038\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:08:45.682 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:45.684 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=57] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/07 02:08:45.727 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.727 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/07 02:08:45.794 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.802 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 108, Table Name: t"] [2024/05/07 02:08:45.840 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:45.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:45.840 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:45.840 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:45.851 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=2.38474ms] [gotSchemaVersion=58] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:45.880 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/07 02:08:45.899 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.614446ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.957 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=109] [conn=4] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.992 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 02:08:45.993 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.996 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.312775823\n# Parse_time: 0.000545106\n# Compile_time: 0.000667925\n# Rewrite_time: 0.000006906\n# Optimize_time: 0.000332368\n# Wait_TS: 0.000452657\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/07 02:08:46.000 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:46.000 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:46.000 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/67935f78-757b-4dd4-a1f3-42d731f727a5] [watcherID=36cfceb2-eb32-49a9-a0b2-153e4d447365] [2024/05/07 02:08:46.014 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:46.030 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:46.030 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:46.030 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:46.030 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:46.814 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:47.022 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:08:46.968 +0000 UTC"] [2024/05/07 02:08:47.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.048 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:08:46.968000'"] [2024/05/07 02:08:47.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.113 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/05/07 02:08:47.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=206.233µs] [gotSchemaVersion=59] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:08:47.428 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=59] [2024/05/07 02:08:47.463 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.188314ms] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.527 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.558 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:08:47.568 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:47.573 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:47.574 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=15.946062ms] ["completed regions"=1] [2024/05/07 02:08:47.574 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:08:47.585 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:47.590 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:47.591 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=16.205569ms] ["completed regions"=1] [2024/05/07 02:08:47.591 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:08:47.600 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:47.604 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:47.605 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=14.151756ms] ["completed regions"=1] [2024/05/07 02:08:47.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:08:47.614 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:47.618 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:47.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=13.20244ms] ["completed regions"=1] [2024/05/07 02:08:47.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:08:47.628 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:47.631 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:47.632 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=12.843752ms] ["completed regions"=1] [2024/05/07 02:08:47.633 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:08:47.641 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:47.645 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:47.646 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=13.551367ms] ["completed regions"=1] [2024/05/07 02:08:47.647 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:08:47.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:47.659 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:47.660 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=13.448762ms] ["completed regions"=1] [2024/05/07 02:08:47.660 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:08:47.669 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:47.673 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:47.674 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=13.300942ms] ["completed regions"=1] [2024/05/07 02:08:47.674 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:08:47.698 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:47.703 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:47.705 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=29.906106ms] ["completed regions"=1] [2024/05/07 02:08:47.705 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:08:47.713 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:47.717 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:47.719 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=13.066651ms] ["completed regions"=1] [2024/05/07 02:08:47.719 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:08:47.727 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:47.731 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:47.732 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=13.279568ms] ["completed regions"=1] [2024/05/07 02:08:47.733 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:08:47.740 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:47.745 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:47.746 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=12.677164ms] ["completed regions"=1] [2024/05/07 02:08:47.746 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:08:47.753 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:47.757 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:47.758 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=11.722296ms] ["completed regions"=1] [2024/05/07 02:08:47.758 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:08:47.765 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:47.768 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:47.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=10.859092ms] ["completed regions"=1] [2024/05/07 02:08:47.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:08:47.776 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:47.780 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:47.781 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=11.19257ms] ["completed regions"=1] [2024/05/07 02:08:47.781 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:08:47.788 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:47.792 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:47.793 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=11.444739ms] ["completed regions"=1] [2024/05/07 02:08:47.793 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:08:47.800 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:47.804 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:47.805 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=11.667977ms] ["completed regions"=1] [2024/05/07 02:08:47.805 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:08:47.811 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:47.815 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:47.816 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=10.428783ms] ["completed regions"=1] [2024/05/07 02:08:47.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:08:47.822 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:47.826 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:47.827 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=10.152119ms] ["completed regions"=1] [2024/05/07 02:08:47.827 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:08:47.833 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:47.836 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:47.837 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=9.843857ms] ["completed regions"=1] [2024/05/07 02:08:47.837 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:08:47.843 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:47.847 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:47.855 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=17.283114ms] ["completed regions"=1] [2024/05/07 02:08:47.855 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:08:47.861 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:47.864 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:47.865 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=9.833163ms] ["completed regions"=1] [2024/05/07 02:08:47.866 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:08:47.870 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:47.874 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:47.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=9.696272ms] ["completed regions"=1] [2024/05/07 02:08:47.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:08:47.880 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:47.884 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:47.885 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=9.280631ms] ["completed regions"=1] [2024/05/07 02:08:47.885 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:08:47.890 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:47.894 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:47.895 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=9.600925ms] ["completed regions"=1] [2024/05/07 02:08:47.896 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:08:47.900 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:47.904 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:47.905 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=9.272463ms] ["completed regions"=1] [2024/05/07 02:08:47.905 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:08:47.911 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:47.916 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:47.917 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=11.069204ms] ["completed regions"=1] [2024/05/07 02:08:47.917 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:08:47.921 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:47.925 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:47.926 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=9.174944ms] ["completed regions"=1] [2024/05/07 02:08:47.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:08:47.930 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:47.934 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:47.935 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=7.878668ms] ["completed regions"=1] [2024/05/07 02:08:47.935 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:08:47.938 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:47.943 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:47.944 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=8.455227ms] ["completed regions"=1] [2024/05/07 02:08:47.944 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:08:47.947 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:47.951 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:47.953 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=8.458638ms] ["completed regions"=1] [2024/05/07 02:08:47.953 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:08:47.956 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:47.960 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:47.961 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=7.961264ms] ["completed regions"=1] [2024/05/07 02:08:47.961 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:08:47.964 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:47.967 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:47.969 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=6.914835ms] ["completed regions"=1] [2024/05/07 02:08:47.969 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:08:47.971 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:47.976 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:47.977 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=7.748145ms] ["completed regions"=1] [2024/05/07 02:08:47.977 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:08:47.979 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:47.983 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:47.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=6.85762ms] ["completed regions"=1] [2024/05/07 02:08:47.984 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:08:47.986 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:47.990 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:47.991 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=6.616594ms] ["completed regions"=1] [2024/05/07 02:08:47.991 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:08:47.993 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:47.998 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:47.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=7.023443ms] ["completed regions"=1] [2024/05/07 02:08:47.999 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:08:48.001 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:48.001 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:731"] [2024/05/07 02:08:48.004 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:48.005 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=6.169221ms] ["completed regions"=1] [2024/05/07 02:08:48.006 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:08:48.007 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:48.012 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:48.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=6.871952ms] ["completed regions"=1] [2024/05/07 02:08:48.057 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=110] [2024/05/07 02:08:48.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.088 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:08:48.097 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:48.099 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:08:48.099 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.063441ms] ["completed regions"=1] [2024/05/07 02:08:48.099 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:08:48.108 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:48.110 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:08:48.110 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.318492ms] ["completed regions"=1] [2024/05/07 02:08:48.110 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:08:48.119 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:48.120 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:08:48.120 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.931409ms] ["completed regions"=1] [2024/05/07 02:08:48.120 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:08:48.129 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:48.130 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:08:48.130 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.711168ms] ["completed regions"=1] [2024/05/07 02:08:48.130 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:08:48.139 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:48.140 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:08:48.140 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.521237ms] ["completed regions"=1] [2024/05/07 02:08:48.140 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:08:48.148 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:48.150 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:08:48.150 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.136472ms] ["completed regions"=1] [2024/05/07 02:08:48.150 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:08:48.158 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:48.159 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:08:48.159 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.797587ms] ["completed regions"=1] [2024/05/07 02:08:48.159 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:08:48.167 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:48.168 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:08:48.168 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.787426ms] ["completed regions"=1] [2024/05/07 02:08:48.168 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:08:48.179 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:48.181 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:08:48.181 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=11.923769ms] ["completed regions"=1] [2024/05/07 02:08:48.181 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:08:48.188 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:48.190 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:08:48.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.671094ms] ["completed regions"=1] [2024/05/07 02:08:48.190 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:08:48.197 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:48.198 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:08:48.199 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.440198ms] ["completed regions"=1] [2024/05/07 02:08:48.199 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:08:48.206 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:48.207 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:08:48.207 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.346494ms] ["completed regions"=1] [2024/05/07 02:08:48.207 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:08:48.214 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:48.215 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:08:48.216 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.826981ms] ["completed regions"=1] [2024/05/07 02:08:48.216 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:08:48.222 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:48.224 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:08:48.224 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.61363ms] ["completed regions"=1] [2024/05/07 02:08:48.224 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:08:48.230 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:48.232 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:08:48.232 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.694564ms] ["completed regions"=1] [2024/05/07 02:08:48.232 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:08:48.238 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:48.239 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:08:48.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.311993ms] ["completed regions"=1] [2024/05/07 02:08:48.240 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:08:48.246 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:48.247 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:08:48.247 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.570759ms] ["completed regions"=1] [2024/05/07 02:08:48.248 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:08:48.254 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:48.256 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:08:48.256 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.752626ms] ["completed regions"=1] [2024/05/07 02:08:48.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:08:48.261 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:48.263 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:08:48.263 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.944622ms] ["completed regions"=1] [2024/05/07 02:08:48.263 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:08:48.271 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:48.272 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:08:48.272 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=8.847957ms] ["completed regions"=1] [2024/05/07 02:08:48.272 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:08:48.280 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:48.282 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:08:48.282 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=9.457689ms] ["completed regions"=1] [2024/05/07 02:08:48.282 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:08:48.290 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:48.292 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:08:48.292 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=9.372636ms] ["completed regions"=1] [2024/05/07 02:08:48.292 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:08:48.297 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:48.298 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:08:48.298 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.07217ms] ["completed regions"=1] [2024/05/07 02:08:48.299 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:08:48.303 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:48.304 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:08:48.304 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.62058ms] ["completed regions"=1] [2024/05/07 02:08:48.305 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:08:48.309 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:48.310 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:08:48.310 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.500832ms] ["completed regions"=1] [2024/05/07 02:08:48.310 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:08:48.315 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:48.316 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:08:48.317 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.839057ms] ["completed regions"=1] [2024/05/07 02:08:48.317 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:08:48.321 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:48.322 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:08:48.323 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.514258ms] ["completed regions"=1] [2024/05/07 02:08:48.323 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:08:48.327 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:48.328 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:08:48.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.162516ms] ["completed regions"=1] [2024/05/07 02:08:48.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:08:48.346 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:48.349 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:08:48.349 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=20.404277ms] ["completed regions"=1] [2024/05/07 02:08:48.349 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:08:48.354 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:48.355 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:08:48.355 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.172102ms] ["completed regions"=1] [2024/05/07 02:08:48.355 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:08:48.359 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:48.361 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:08:48.361 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.985176ms] ["completed regions"=1] [2024/05/07 02:08:48.361 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:08:48.364 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:48.366 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:08:48.366 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.390275ms] ["completed regions"=1] [2024/05/07 02:08:48.366 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:08:48.369 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:48.370 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:08:48.370 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.066613ms] ["completed regions"=1] [2024/05/07 02:08:48.370 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:08:48.893 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:48.895 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589471757729793\n# Query_time: 0.323346231\n# Parse_time: 0\n# Compile_time: 0.014208935\n# Rewrite_time: 0.002257476\n# Optimize_time: 0.009583266\n# Wait_TS: 0.000149801\n# Cop_time: 0.000153831 Process_time: 0.000376375 Wait_time: 0.000077967 Request_count: 2 Process_keys: 1 Total_keys: 458 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 111 Rocksdb_key_skipped_count: 1242\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000188187 Cop_proc_p90: 0.000243099 Cop_proc_max: 0.000243099 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.8983e-05 Cop_wait_p90: 4.3246e-05 Cop_wait_max: 4.3246e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12962\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('/he4MAkzXzEzCTAJMjI5Mi4xMQlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjMuNjNtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBmCBDE5HYIcCTAgQnl0ZXMRCBwKMgkxN18yOB13VGlubmVyIGpvaW4sIGVxdWFsOltlcShiaQAB1CBsdW1uIzE1KV0RdggyLjkudgCgLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo1OTYuM8K1cywgZmV0Y2gdEAUyDDowc30RqxEIJAozCTMxXzQxKEIBVAApHbpAZGF0YTpTZWxlY3Rpb25fNDARjxA0MTIuNwVmNYlsY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4zMSEwIWo0X2tleXM6IDAsIHRvdF8BEhg6IDI0My4xBUsBFCR3YWl0OiA0My4yBRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxAgFzCF9kdQUaGG46IDY4LjkFOjRtYXhfZGlzdHNxbF9jb1kkSCAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBjQU8lRQBfRWssMS4yM21zfX0JMjQzLeRBVwg0CTEhCQQxX3LXAgxyZW9ySbUEa3YFpAQ6ewVVBDBzVbw8fSwgc2Nhbl9kZXRhaWw6ICnBLSNAMjI3LCBnZXRfc25hcHNob3QJlBAgMjAuNQXgmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTUsIGtleT4XACA2MTQsIGJsb2MhqBB9fX0sIAGXPoQAIZoIZXNzEXQuogEEYWwlpA0bNakAdAHoCHdhbC08DCAzOTBFhwB9ITQBBBwKNQk0NF8zOSU5HDY2NjYuNjcJSbouEATwPiwgcmFuZ2U6Wy1pbmYsMTEwKSwgKDExMCwraW5mXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCYEmZnEBAYgBBDAKMwk2XzI5KFByb2JlQfA4NjQwMAlncm91cCBieTpDcX9ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDHEUDDIuNDZB6XUSEHBhcnRpITAYb3JrZXI6ezkfGDEuODkwODGFyi6dAgg1LCBF0GFBADBpJWURGDguNjEzNzUFX2EmDGV4ZWNFSwENIcEYOjguNzc5N2VpYXYYMS43ODg2MQUxCHA5NR0QFH0sIGZpblKWABgyLjM2ODI5AcRelQABoQRvdAmVIfxpbAETBZMMNi4xMmm5ARMFmRgxMC45NTU2CbwBmxgyLjM0NDUwBWcBmxkQOaBhZAAzgW0lmRRub3QoZXE5fQQsIEEYCCksIAEZFGlzbnVsbBkdACkh0Al6BC42BWUtkAgJMzixq2HHEDUJNl8zIbwEODAu/AFKlgVtDQxpbmcsTh4GJHNjaGVtYV9pZHNSHwBF4wkeSU0IbWluFa4AODJIAgAxEbgEMjchhAm4BDIsckgCFDA3MTU0NAEvXrMBADFdSBg0LjI4Njg3JRchoiW1FDE1Ni45NDnKJT0cNC42Nzc1OTIBWiG2ADnBVwA1KdwhthkQalECFDEuNDk4MAXNXp4ALlECGDM2LjcyN8LBvBWdEDUuMTYzFRMFmxg2LjQzMTgxBfUBmwAxARAENTcFqwGbGRBZUQA2weIMMzYJMCnvxdgkSGFzaEFnZ18zMTF6CDY5NzLWBgQyLMGBqb8AIMEmADou1gZpXQRyb9HWLWkBEhA6IDEzM6UAPX0IIDM0DV4AY77WBgQzM632/tYGxdYAN8nWBDc53dYAN2EPBDEJwdb+EQPOEQNKdwMUam9iX2lkfSEAOCWnZt4FVk8HIY/ByxZ6CCmkBGFsMhcAJF9zaXplOiA1NTOpdABh9YUEMzFShQcAMaKFBwA2wbIAeUKFBwQyOMKFBzJRAqG/BGFp8YVVWD6FBwgyNjcSWwl5CBQ4CTQzXzOhXwwwCTEwgfqFoDqDB3plB4GoZocBIAlOL0EJTi9BCg==')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('1RrwSQrQGgoNUHJvamVjdGlvbl8xMxK5GQoHU29ydF8xNBLCGAoLSGFzaEpvaW5fMjgS0AYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxMTApLCAoMTEwLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSmp7DB1OeihBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDIyNywgZ2V0X3NuYXBzaG90XwWkwCAyMC41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU1LCBrZXk+FwBENjE0LCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBg6IDI0My4xBXUJogh3YWkRjww0My4yCRoB6Ax3YWxsDTQkMzkwLjPCtXN9cCE6BQEuSgEsGgEBIZE0peJMbetAOU0oAUABUhFkYXRhOlNdLQRaFgWHEDQxMi43BWwtpRRi2QFjb3Apwlgge251bTogMSwgbWF4OiAxLjMxbXMsIAHILVEEMCwBvgXaOtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDY4LjkFmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS04JDEuMjNtc319cPMuLgEQErgQCgphYyBBZ2dfMjkS9gwuTwMQMzAS+gsZIBAzNRLjBzaCAxAzNhKlBR0iFDESlwEKEGWADEZ1bGxpfwA0Rd4U8O8wQSkAAQEQiMNAMAF2gQMAHv5jA1pjAwgoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6bwMh6Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqt8riAw2tTZlVAS4XACRfc2l6ZTogNTUzSbiZGAQzMVIYBAAxohgEADahGgR5XzovBAg2MjjCGAQIMTMzZeRRwp0YBDM0baw+GAQIMjY3hUxaGAQgId7d3d0dPvdASYQp/4EXBA9kgRcISGFzZQQEMzGNFQg2OTcNaYkVADJ2FQQANjoVBCl8JXoAOjbPAAXNADoZyMIVBAQzM62p/hUEhRUAN4UVBJcCLo0GISsIrWz4QisBAIT+KgO+KgN1Dn0aCDVaFKW2BDEuAbwALDWfRLoCcGFydGlhbF93b3JrZXI6e9k1HDEuMDcxNTQ0IaUAY70/HDUsIHRhc2tfoeMtskFrIDo0LjI4Njg3OQEwOHRvdF9leGVjOjE1Ni45NKmQARUFhhw0LjY3NzU5MgEqwSEUOTk2LjM1yboIcDk1HRAUfSwgZmluWp8AEDQ5ODA3AURengABqgBvTTwUMzYuNzI3xRgBFAWdEDUuMTYzFRMFmxg2LjQzMTgxBfUBmwAxARAENTcFqwGbGRBuMwMIrUj+TQgIALlAZTEYL25vdChlcTWdCDUsIA4jCQgpLCABGRRpc251bGwZHQQpKTWwADYlUGlPCDFw/C5zAiQaAQIhRERERCRjPm4ABDhnsZ1RDQQ1LK1MHGZpcnN0cm93HW25QVEnCDIuNGWcDXcEYrFyJwIUODkwODEzbokBADCFlEknGDguNjEzNzUFYDWKADCJtimEFDguNzc5NxIyCCmDEDc4ODYxBTEpgxEQah4CFDIuMzY4MiU8jh4CDjkJWaVFHQw2LjEySZMBpkUdGDEwLjk1NTYJvAGbGDIuMzQ0NTAFZwGbGRBeHgIYxlEIhmQPByqzCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShi9AYELCA12AQpXU0rCDIuOQWIMbQAOxYdCRBoYXNoX+VSADoW0goEOjVhbkX2EGZldGNoHRAFMiw6MHN9IaO99NAONxA6pwAAPUqRAO0nHGluZzpkZXNjUtEH6akNqAgzLjEuqAAYIfKRtOLTTD5rAE5WCAFHEG1ldGEsTlQIGYgVaAA2RZQxEAgNQ28mAwpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/07 02:08:48.895 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:08:48.895 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=524.216755ms] ["completed regions"=1] [2024/05/07 02:08:48.895 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:08:48.898 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:48.900 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:08:48.900 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.722838ms] ["completed regions"=1] [2024/05/07 02:08:48.900 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:08:48.902 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:49.478 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:08:49.478 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=578.11158ms] ["completed regions"=1] [2024/05/07 02:08:49.478 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:08:49.480 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:49.482 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:08:49.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.170924ms] ["completed regions"=1] [2024/05/07 02:08:49.482 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:08:49.484 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:49.485 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:08:49.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.749712ms] ["completed regions"=1] [2024/05/07 02:08:49.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:08:49.487 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:49.489 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:08:49.489 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.585706ms] ["completed regions"=1] [2024/05/07 02:08:49.489 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:08:49.550 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:08:49.599 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/110/c9159c35-d62d-47ae-a05a-e041a1b943df] [currentVer=59] [latestVer=60] [2024/05/07 02:08:49.599 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id c9159c35-d62d-47ae-a05a-e041a1b943df"] ["ddl job id"=110] [ver=60] [2024/05/07 02:08:49.642 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=92.570208ms] [2024/05/07 02:08:49.647 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:49.657 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=60] [2024/05/07 02:08:49.666 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=120.50825ms] [job="ID:110, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.896 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:08:47.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.923 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/07 02:08:49.923 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:49.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 2.906410715\n# Parse_time: 0.000431761\n# Compile_time: 0.000777383\n# Rewrite_time: 0.000009847\n# Optimize_time: 0.000332368\n# Wait_TS: 0.000372476\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:08:46.968000';"] [2024/05/07 02:08:49.930 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:08:50.014 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [2024/05/07 02:08:50.014 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [2024/05/07 02:08:50.014 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:50.015 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c9159c35-d62d-47ae-a05a-e041a1b943df] [2024/05/07 02:08:50.015 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [] [2024/05/07 02:08:50.015 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:50.015 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:50.015 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:50.015 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:50.015 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c9159c35-d62d-47ae-a05a-e041a1b943df] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=24.541µs] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=11.469µs] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=12.842µs] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=12.491µs] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=5.196µs] [2024/05/07 02:08:50.016 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.016 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:50.016 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:50.019 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c9159c35-d62d-47ae-a05a-e041a1b943df] ["take time"=14.182978ms] [2024/05/07 02:08:50.019 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c9159c35-d62d-47ae-a05a-e041a1b943df] [2024/05/07 02:08:50.021 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:50.021 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/67935f78-757b-4dd4-a1f3-42d731f727a5] [watcherID=36cfceb2-eb32-49a9-a0b2-153e4d447365] [2024/05/07 02:08:50.021 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:50.021 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/67935f78-757b-4dd4-a1f3-42d731f727a5] [2024/05/07 02:08:50.021 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:50.021 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.021 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.021 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.022 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.022 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:50.022 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.022 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.022 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.022 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.027 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:50.027 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1606] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:50.028 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:50.028 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:50.028 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 585fa7fd-34c7-406b-8c91-f2dec97d0ef7"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:50.028 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:50.028 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:50.028 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:50.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:50.028 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:50.028 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:50.028 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:50.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:50.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:50.028 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:50.028 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:50.029 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:50.029 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:50.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:50.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:50.031 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 585fa7fd-34c7-406b-8c91-f2dec97d0ef7"] [error="context canceled"] [2024/05/07 02:08:50.031 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:50.031 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:50.031 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=585fa7fd-34c7-406b-8c91-f2dec97d0ef7] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:50.031 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:50.031 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 585fa7fd-34c7-406b-8c91-f2dec97d0ef7"] [2024/05/07 02:08:50.031 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:50.031 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:50.064 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:50.065 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [error="context canceled"] [2024/05/07 02:08:50.065 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [2024/05/07 02:08:51.278 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:51.278 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:51.278 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:51.318 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 585fa7fd-34c7-406b-8c91-f2dec97d0ef7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:51.328 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c9159c35-d62d-47ae-a05a-e041a1b943df"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:51.328 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:51.328 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:51.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:51.336 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.331236749s] [2024/05/07 02:08:51.337 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.337 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.337 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.337 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.339 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPrepareFlashbackFailed (6.83s) === RUN TestFlashbackAddDropIndex [2024/05/07 02:08:51.347 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:51.348 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:51.349 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:08:51.349 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.349 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:51.350 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.350 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.350 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.350 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.350 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.352 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:51.356 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:51.358 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:51.360 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:51.368 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:51.379 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:51.524 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=987] ["lease id"=3eaa8f50cd794a12] [2024/05/07 02:08:51.526 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:51.626 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=60] ["start time"=95.217723ms] [2024/05/07 02:08:51.631 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:51.631 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2f3ceb01-cd58-4fcc-9134-9cf36740f395] [runWorker=true] [2024/05/07 02:08:51.631 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:51.633 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:51.634 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:51.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:51.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:51.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:51.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:51.634 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:51.635 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:51.635 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:51.635 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:51.635 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:51.635 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:51.635 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:51.635 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:51.635 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:51.635 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:51.637 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794485] [ownerID=2f3ceb01-cd58-4fcc-9134-9cf36740f395] [op=none] [2024/05/07 02:08:51.637 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:51.637 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f1ad6679-f906-4fed-91bb-6d3203f330a1] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:51.642 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:51.663 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:51.664 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:51.686 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:51.687 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794485] [ownerID=2f3ceb01-cd58-4fcc-9134-9cf36740f395] [op=none] [2024/05/07 02:08:51.687 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [op=none] [2024/05/07 02:08:51.687 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:51.775 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:51.792 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:51.805 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:51.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:51.806 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:51.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:51.806 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:51.806 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:51.806 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:51.806 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:51.806 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:51.808 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:51.808 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:51.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:51.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:51.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:51.809 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:51.809 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:51.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:51.814 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:51.820 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c4aa0d52-dc7c-49c7-86db-dd047748b4f1] [2024/05/07 02:08:51.820 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:51.820 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:51.823 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:51.823 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:51.823 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:51.849 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.390953ms] [2024/05/07 02:08:51.880 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:51.886 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:08:51.889 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=60] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:08:51.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:51.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:08:51.977 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=266.001µs] [gotSchemaVersion=61] [phyTblIDs="[108]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:52.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=61] [2024/05/07 02:08:52.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.685233ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.151 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=250.181µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:52.161 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=62] [2024/05/07 02:08:52.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=53.227175ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.261 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:108, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.271 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 108, Old Table Name: t"] [2024/05/07 02:08:52.302 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=279.922µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:52.313 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=63] [2024/05/07 02:08:52.351 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.371253ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.404 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/05/07 02:08:52.417 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/07 02:08:52.421 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=5] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:108, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:51.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.486 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 02:08:52.486 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:52.490 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.601803925\n# Parse_time: 0.000287199\n# Compile_time: 0.000736085\n# Rewrite_time: 0.000012734\n# Optimize_time: 0.000341686\n# Wait_TS: 0.00038882\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:08:52.525 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:52.529 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=63] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/07 02:08:52.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:52.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/07 02:08:52.615 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.644 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: t"] [2024/05/07 02:08:52.665 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:52.665 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:52.666 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:52.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:52.698 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=2.516409ms] [gotSchemaVersion=64] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:52.709 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=64] [2024/05/07 02:08:52.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.251414ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.810 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=6] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.820 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:52.820 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:52.821 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c4aa0d52-dc7c-49c7-86db-dd047748b4f1] [watcherID=2c7bd555-a91b-4635-86cb-9545f32d963f] [2024/05/07 02:08:52.823 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:52.837 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:52.837 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:52.837 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:52.837 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:52.845 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:08:52.846 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:52.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.322579675\n# Parse_time: 0.000975427\n# Compile_time: 0.00099873\n# Rewrite_time: 0.000008936\n# Optimize_time: 0.00040436\n# Wait_TS: 0.000428516\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/07 02:08:53.634 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:53.878 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=64] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/05/07 02:08:53.906 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:53.906 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/05/07 02:08:53.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.948 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:53.948 +00:00] [INFO] [index.go:817] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/05/07 02:08:53.985 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=4.985804ms] [gotSchemaVersion=65] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:54.000 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=65] [2024/05/07 02:08:54.029 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.78042ms] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.080 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.118 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=2.777803ms] [gotSchemaVersion=66] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:54.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=66] [2024/05/07 02:08:54.164 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.698774ms] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.210 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.254 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=2.632163ms] [gotSchemaVersion=67] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:54.265 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=67] [2024/05/07 02:08:54.300 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.33405ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.355 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/05/07 02:08:54.359 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/05/07 02:08:54.399 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/05/07 02:08:54.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473264795652, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.440 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=114] [table=t] ["ingest mode"=false] [index=k] [2024/05/07 02:08:54.453 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473264795652, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f728000000000000001,EndKey:7480000000000000705f72800000000000000300,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/05/07 02:08:54.463 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f728000000000000001] ["end key"=7480000000000000705f72800000000000000300] [2024/05/07 02:08:54.463 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f728000000000000001] [endKey=7480000000000000705f72800000000000000300] [2024/05/07 02:08:54.464 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f72800000000000000300] ["current end key"=7480000000000000705f72800000000000000300] [2024/05/07 02:08:54.464 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=114] [2024/05/07 02:08:54.464 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=114] [2024/05/07 02:08:54.464 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=114] [2024/05/07 02:08:54.471 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f728000000000000001, 7480000000000000705f72800000000000000300), jobID: 114"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000705f72800000000000000300] ["take time"=6.733115ms] [2024/05/07 02:08:54.471 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=114] [2024/05/07 02:08:54.471 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f728000000000000001] [2024/05/07 02:08:54.472 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:08:54.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=2.669028ms] [gotSchemaVersion=68] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:54.721 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=68] [2024/05/07 02:08:54.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.557281ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473264795652, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473264795652, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.829 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=114] [table=t] [index=k] [2024/05/07 02:08:54.867 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.692443ms] [gotSchemaVersion=69] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:54.880 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=69] [2024/05/07 02:08:54.913 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=52.847207ms] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.969 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:54.973 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=114] [physicalTableID=112] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/05/07 02:08:55.011 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=114] [2024/05/07 02:08:55.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=114] [conn=6] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473435451394, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.070 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:114, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:112, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473435451394, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000705f69ffff000000000002,EndKey:7480000000000000705f69ffff000000000002ff,First:false,PhysicalTableID:112,Ingest mode:false"] [2024/05/07 02:08:55.079 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=112] ["start key"=7480000000000000705f69ffff000000000002] ["end key"=7480000000000000705f69ffff000000000002ff] [2024/05/07 02:08:55.079 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000705f69ffff000000000002] [endKey=7480000000000000705f69ffff000000000002ff] [2024/05/07 02:08:55.080 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=112] ["end key"=7480000000000000705f69ffff000000000002ff] ["current end key"=7480000000000000705f69ffff00000000000200] [2024/05/07 02:08:55.080 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=114] [2024/05/07 02:08:55.080 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=114] [2024/05/07 02:08:55.080 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=114] [2024/05/07 02:08:55.082 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 112, range: [7480000000000000705f69ffff000000000002, 7480000000000000705f69ffff00000000000200), jobID: 114"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000705f69ffff0000000000020000] ["take time"=1.376209ms] [2024/05/07 02:08:55.082 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=114] [2024/05/07 02:08:55.082 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000705f69ffff000000000002] [2024/05/07 02:08:55.082 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:08:55.245 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:55.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.739024ms] [gotSchemaVersion=70] [phyTblIDs="[112]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:55.298 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/07 02:08:55.332 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.653199ms] [job="ID:114, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473435451394, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.397 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=114] [tableID=112] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:55.407 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="add index"] [2024/05/07 02:08:55.412 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=114] [conn=6] [job="ID:114, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:3, ArgLen:3, start time: 2024-05-07 02:08:53.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473435451394, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.490 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/07 02:08:55.490 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:55.494 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.617093572\n# Parse_time: 0.000425547\n# Compile_time: 0.000922826\n# Rewrite_time: 0.000014688\n# Optimize_time: 0.002473153\n# Wait_TS: 0.000436203\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index k(a);"] [2024/05/07 02:08:55.508 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=70] [cur_db=test] [sql="alter table t drop index i"] [user=] [2024/05/07 02:08:55.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop index i"] [2024/05/07 02:08:55.571 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=2.497851ms] [gotSchemaVersion=71] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/07 02:08:56.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=71] [2024/05/07 02:08:56.241 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.060935ms] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.280 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=2.581828ms] [gotSchemaVersion=72] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/07 02:08:56.332 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=72] [2024/05/07 02:08:56.366 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=53.588512ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.473 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.905671ms] [gotSchemaVersion=73] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/07 02:08:56.485 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=73] [2024/05/07 02:08:56.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=52.910876ms] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.588 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [category=ddl] [job="ID:115, Type:drop index, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.631 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=2.432846ms] [gotSchemaVersion=74] [phyTblIDs="[112]"] [actionTypes="[8]"] [diffTypes="[\"drop index\"]"] [2024/05/07 02:08:56.643 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=74] [2024/05/07 02:08:56.678 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.220622ms] [job="ID:115, Type:drop index, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.743 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=115] [tableID=112] [indexIDs="[1]"] [comment="drop index: table ID"] [2024/05/07 02:08:56.752 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="drop index"] [2024/05/07 02:08:56.756 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=6] [job="ID:115, Type:drop index, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:4, start time: 2024-05-07 02:08:55.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.811 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 02:08:56.812 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:56.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.308563714\n# Parse_time: 0.000538829\n# Compile_time: 0.001114576\n# Rewrite_time: 0.000017294\n# Optimize_time: 0.004680979\n# Wait_TS: 0.000443268\n# DB: test\n# Is_internal: false\n# Digest: bb488b181fedf4d60e0d0097ba3e9a0104c2f6628979e6fc77c4d221f0382cd9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop index i;"] [2024/05/07 02:08:56.817 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1176]Key 'i' doesn't exist in table 't'"] [SQL="select max(a) from t use index(i)"] [2024/05/07 02:08:56.838 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:08:53.868 +0000 UTC"] [2024/05/07 02:08:56.868 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:08:53.868000'"] [2024/05/07 02:08:56.868 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:56.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.948 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/05/07 02:08:56.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:57.279 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=216.107µs] [gotSchemaVersion=75] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:08:57.290 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=75] [2024/05/07 02:08:57.328 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.150091ms] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:57.406 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:57.437 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:08:57.447 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:57.449 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.408271ms] ["completed regions"=1] [2024/05/07 02:08:57.449 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:08:57.458 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:57.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.122499ms] ["completed regions"=1] [2024/05/07 02:08:57.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:08:57.468 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:57.470 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.701975ms] ["completed regions"=1] [2024/05/07 02:08:57.470 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:08:57.479 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:57.480 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.510259ms] ["completed regions"=1] [2024/05/07 02:08:57.480 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:08:57.489 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:57.490 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.577947ms] ["completed regions"=1] [2024/05/07 02:08:57.490 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:08:57.499 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:57.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.35504ms] ["completed regions"=1] [2024/05/07 02:08:57.500 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:08:57.509 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:57.510 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.421513ms] ["completed regions"=1] [2024/05/07 02:08:57.510 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:08:57.518 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:57.520 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.897447ms] ["completed regions"=1] [2024/05/07 02:08:57.520 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:08:57.528 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:57.529 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.240397ms] ["completed regions"=1] [2024/05/07 02:08:57.530 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:08:57.537 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:57.538 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.433194ms] ["completed regions"=1] [2024/05/07 02:08:57.538 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:08:57.546 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:57.548 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.748075ms] ["completed regions"=1] [2024/05/07 02:08:57.548 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:08:57.555 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:57.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.844376ms] ["completed regions"=1] [2024/05/07 02:08:57.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:08:57.564 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:57.566 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.07483ms] ["completed regions"=1] [2024/05/07 02:08:57.566 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:08:57.572 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:57.574 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.83702ms] ["completed regions"=1] [2024/05/07 02:08:57.574 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:08:57.581 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:57.582 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.414092ms] ["completed regions"=1] [2024/05/07 02:08:57.582 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:08:57.588 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:57.589 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.965913ms] ["completed regions"=1] [2024/05/07 02:08:57.589 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:08:57.595 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:57.597 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.04426ms] ["completed regions"=1] [2024/05/07 02:08:57.597 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:08:57.603 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:57.604 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.57343ms] ["completed regions"=1] [2024/05/07 02:08:57.604 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:08:57.609 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:57.611 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.437687ms] ["completed regions"=1] [2024/05/07 02:08:57.611 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:08:57.617 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:57.618 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.209878ms] ["completed regions"=1] [2024/05/07 02:08:57.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:08:57.624 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:57.625 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.216779ms] ["completed regions"=1] [2024/05/07 02:08:57.625 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:08:57.631 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:57.632 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.97099ms] ["completed regions"=1] [2024/05/07 02:08:57.632 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:08:57.637 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:57.638 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.867608ms] ["completed regions"=1] [2024/05/07 02:08:57.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:08:57.643 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:57.644 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.80424ms] ["completed regions"=1] [2024/05/07 02:08:57.645 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:08:57.649 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:57.650 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.321171ms] ["completed regions"=1] [2024/05/07 02:08:57.650 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:08:57.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:57.656 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.050647ms] ["completed regions"=1] [2024/05/07 02:08:57.656 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:08:57.660 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:57.661 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.927275ms] ["completed regions"=1] [2024/05/07 02:08:57.661 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:08:57.665 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:57.666 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.714195ms] ["completed regions"=1] [2024/05/07 02:08:57.666 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:08:57.670 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:57.671 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.50204ms] ["completed regions"=1] [2024/05/07 02:08:57.671 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:08:57.675 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:57.676 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.148031ms] ["completed regions"=1] [2024/05/07 02:08:57.676 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:08:57.699 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:57.701 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=24.738397ms] ["completed regions"=1] [2024/05/07 02:08:57.701 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:08:57.705 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:57.707 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.456459ms] ["completed regions"=1] [2024/05/07 02:08:57.707 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:08:57.710 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:57.711 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.997693ms] ["completed regions"=1] [2024/05/07 02:08:57.711 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:08:57.714 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:57.716 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.762333ms] ["completed regions"=1] [2024/05/07 02:08:57.716 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:08:57.718 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:57.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.3742ms] ["completed regions"=1] [2024/05/07 02:08:57.720 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:08:57.722 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:57.723 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.903309ms] ["completed regions"=1] [2024/05/07 02:08:57.723 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:08:57.725 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:57.727 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.94868ms] ["completed regions"=1] [2024/05/07 02:08:57.727 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:08:57.728 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:57.729 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.424025ms] ["completed regions"=1] [2024/05/07 02:08:57.729 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:08:57.731 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:57.733 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.625071ms] ["completed regions"=1] [2024/05/07 02:08:57.772 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=116] [2024/05/07 02:08:57.800 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [category=ddl] [job="ID:116, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:57.802 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:08:57.812 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:08:57.814 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:08:57.814 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.169036ms] ["completed regions"=1] [2024/05/07 02:08:57.814 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:08:57.819 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=1] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:731"] [2024/05/07 02:08:57.824 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:08:57.825 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:08:57.826 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.721464ms] ["completed regions"=1] [2024/05/07 02:08:57.826 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:08:57.834 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:08:57.836 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:08:57.836 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.903692ms] ["completed regions"=1] [2024/05/07 02:08:57.836 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:08:57.846 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:08:57.847 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:08:57.847 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.731732ms] ["completed regions"=1] [2024/05/07 02:08:57.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:08:57.856 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:08:57.858 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:08:57.858 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.070643ms] ["completed regions"=1] [2024/05/07 02:08:57.858 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:08:57.866 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:08:57.867 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:08:57.867 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.160136ms] ["completed regions"=1] [2024/05/07 02:08:57.868 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:08:57.875 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:08:57.876 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:08:57.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.533964ms] ["completed regions"=1] [2024/05/07 02:08:57.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:08:57.884 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:08:57.886 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:08:57.886 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.966889ms] ["completed regions"=1] [2024/05/07 02:08:57.886 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:08:57.893 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:08:57.895 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:08:57.895 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.634078ms] ["completed regions"=1] [2024/05/07 02:08:57.895 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:08:57.902 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:08:57.904 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:08:57.904 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.357726ms] ["completed regions"=1] [2024/05/07 02:08:57.904 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:08:57.911 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:08:57.912 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:08:57.912 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.244611ms] ["completed regions"=1] [2024/05/07 02:08:57.912 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:08:57.919 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:08:57.921 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:08:57.921 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.631569ms] ["completed regions"=1] [2024/05/07 02:08:57.921 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:08:57.928 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:08:57.930 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:08:57.930 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.881332ms] ["completed regions"=1] [2024/05/07 02:08:57.930 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:08:57.936 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:08:57.937 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:08:57.938 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.45021ms] ["completed regions"=1] [2024/05/07 02:08:57.938 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:08:57.944 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:08:57.945 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:08:57.945 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.361075ms] ["completed regions"=1] [2024/05/07 02:08:57.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:08:57.952 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:08:57.953 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:08:57.953 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.097732ms] ["completed regions"=1] [2024/05/07 02:08:57.953 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:08:57.959 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:08:57.960 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:08:57.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.925387ms] ["completed regions"=1] [2024/05/07 02:08:57.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:08:57.966 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:08:57.967 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:08:57.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.417803ms] ["completed regions"=1] [2024/05/07 02:08:57.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:08:57.973 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:08:57.974 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:08:57.974 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.462517ms] ["completed regions"=1] [2024/05/07 02:08:57.974 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:08:57.979 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:08:57.980 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:08:57.981 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.039657ms] ["completed regions"=1] [2024/05/07 02:08:57.981 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:08:57.986 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:08:57.987 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:08:57.987 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.844262ms] ["completed regions"=1] [2024/05/07 02:08:57.987 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:08:57.992 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:08:57.993 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:08:57.993 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.801898ms] ["completed regions"=1] [2024/05/07 02:08:57.993 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:08:57.998 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:08:57.999 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:08:57.999 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.494586ms] ["completed regions"=1] [2024/05/07 02:08:57.999 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:08:58.004 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:08:58.005 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:08:58.005 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.619861ms] ["completed regions"=1] [2024/05/07 02:08:58.005 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:08:58.010 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:08:58.011 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:08:58.011 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.112654ms] ["completed regions"=1] [2024/05/07 02:08:58.011 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:08:58.015 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:08:58.016 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:08:58.016 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.101796ms] ["completed regions"=1] [2024/05/07 02:08:58.016 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:08:58.020 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:08:58.021 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:08:58.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.757093ms] ["completed regions"=1] [2024/05/07 02:08:58.022 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:08:58.025 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:08:58.026 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:08:58.026 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.636279ms] ["completed regions"=1] [2024/05/07 02:08:58.027 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:08:58.030 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:08:58.031 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:08:58.031 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.300416ms] ["completed regions"=1] [2024/05/07 02:08:58.031 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:08:58.035 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:08:58.036 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:08:58.036 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.160308ms] ["completed regions"=1] [2024/05/07 02:08:58.036 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:08:58.039 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:08:58.040 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:08:58.040 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.960138ms] ["completed regions"=1] [2024/05/07 02:08:58.040 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:08:58.043 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:08:58.044 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:08:58.044 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.689773ms] ["completed regions"=1] [2024/05/07 02:08:58.044 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:08:58.047 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:08:58.048 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:08:58.048 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.555453ms] ["completed regions"=1] [2024/05/07 02:08:58.048 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:08:58.051 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:08:58.052 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:08:58.052 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.4574ms] ["completed regions"=1] [2024/05/07 02:08:58.052 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:08:58.055 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:08:58.056 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:08:58.056 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.122708ms] ["completed regions"=1] [2024/05/07 02:08:58.056 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:08:58.058 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:08:58.059 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:08:58.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.862206ms] ["completed regions"=1] [2024/05/07 02:08:58.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:08:58.061 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:08:58.062 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:08:58.062 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.503242ms] ["completed regions"=1] [2024/05/07 02:08:58.062 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:08:58.064 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:08:58.065 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:08:58.065 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.34835ms] ["completed regions"=1] [2024/05/07 02:08:58.065 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:08:58.066 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:08:58.068 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:08:58.068 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.255831ms] ["completed regions"=1] [2024/05/07 02:08:58.069 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:08:58.127 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:08:58.176 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/116/2f3ceb01-cd58-4fcc-9134-9cf36740f395] [currentVer=75] [latestVer=76] [2024/05/07 02:08:58.176 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] ["ddl job id"=116] [ver=76] [2024/05/07 02:08:58.219 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=92.104389ms] [2024/05/07 02:08:58.224 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:58.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=76] [2024/05/07 02:08:58.242 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=119.843913ms] [job="ID:116, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=116] [conn=6] [job="ID:116, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:08:56.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.485 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/07 02:08:58.485 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:58.489 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 1.652625894\n# Parse_time: 0.000456964\n# Compile_time: 0.000733874\n# Rewrite_time: 0.000009922\n# Optimize_time: 0.002153847\n# Wait_TS: 0.000422973\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:08:53.868000';"] [2024/05/07 02:08:58.492 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:08:58.544 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1176]Key 'k' doesn't exist in table 't'"] [SQL="select max(a) from t use index(k)"] [2024/05/07 02:08:58.562 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [2024/05/07 02:08:58.562 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [2024/05/07 02:08:58.563 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [] [2024/05/07 02:08:58.564 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=24.973µs] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=11.443µs] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=12.815µs] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=10.526µs] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=5.229µs] [2024/05/07 02:08:58.565 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:58.565 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:58.565 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:58.570 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2f3ceb01-cd58-4fcc-9134-9cf36740f395] ["take time"=15.816397ms] [2024/05/07 02:08:58.570 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2f3ceb01-cd58-4fcc-9134-9cf36740f395] [2024/05/07 02:08:58.572 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:58.572 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c4aa0d52-dc7c-49c7-86db-dd047748b4f1] [watcherID=2c7bd555-a91b-4635-86cb-9545f32d963f] [2024/05/07 02:08:58.572 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:58.572 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c4aa0d52-dc7c-49c7-86db-dd047748b4f1] [2024/05/07 02:08:58.573 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:58.573 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:58.573 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:58.573 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:58.579 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:58.579 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:58.579 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=987] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2f3ceb01-cd58-4fcc-9134-9cf36740f395] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:58.580 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:58.580 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:58.580 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:58.580 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:58.580 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f1ad6679-f906-4fed-91bb-6d3203f330a1"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:58.580 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2f3ceb01-cd58-4fcc-9134-9cf36740f395] [2024/05/07 02:08:58.581 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:58.580 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:58.580 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [error="context canceled"] [2024/05/07 02:08:58.581 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:58.581 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:58.581 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f1ad6679-f906-4fed-91bb-6d3203f330a1"] [2024/05/07 02:08:58.581 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:58.581 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [2024/05/07 02:08:58.581 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:58.582 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:58.582 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:58.582 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f1ad6679-f906-4fed-91bb-6d3203f330a1] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:58.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:58.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:58.582 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f1ad6679-f906-4fed-91bb-6d3203f330a1"] [error="context canceled"] [2024/05/07 02:08:58.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:58.619 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:58.619 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [error="context canceled"] [2024/05/07 02:08:58.619 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [2024/05/07 02:08:58.782 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f1ad6679-f906-4fed-91bb-6d3203f330a1"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:59.838 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:59.838 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:59.838 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:59.884 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2f3ceb01-cd58-4fcc-9134-9cf36740f395"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:59.884 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:59.885 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:59.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:59.893 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.338491717s] [2024/05/07 02:08:59.894 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:59.894 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:59.894 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:59.894 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:59.896 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropIndex (8.56s) === RUN TestFlashbackAddDropModifyColumn [2024/05/07 02:08:59.905 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:59.906 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:59.906 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:08:59.907 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:59.907 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:59.908 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:59.908 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:59.908 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:59.908 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:59.909 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:59.911 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:59.915 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:59.916 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:59.918 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:59.926 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:59.938 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:00.011 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f1ad6679-f906-4fed-91bb-6d3203f330a1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:00.077 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=673] ["lease id"=22318f50cd79534f] [2024/05/07 02:09:00.079 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:00.177 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=76] ["start time"=94.335438ms] [2024/05/07 02:09:00.183 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:00.183 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [runWorker=true] [2024/05/07 02:09:00.183 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:00.185 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:00.186 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:00.186 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:00.186 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:00.186 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:00.187 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:00.187 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:00.188 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd794a68] [ownerID=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [op=none] [2024/05/07 02:09:00.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:00.189 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=dc0c2556-cba9-4506-8f7e-520ee8e94384] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:00.194 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:00.216 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:00.217 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:00.218 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:00.238 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:00.239 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd794a68] [ownerID=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [op=none] [2024/05/07 02:09:00.239 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [op=none] [2024/05/07 02:09:00.239 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:00.340 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:00.357 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:00.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:00.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:00.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:00.371 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:00.371 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:00.371 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:00.371 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:00.371 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:00.371 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:00.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:00.374 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:00.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:00.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:00.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:00.375 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:00.375 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:00.378 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:00.380 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:00.385 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c922aa51-c946-4b18-951a-a522834ece74] [2024/05/07 02:09:00.385 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:00.385 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:00.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:00.389 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:00.389 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:00.446 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=72.219115ms] [2024/05/07 02:09:00.451 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:00.457 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:00.459 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=76] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:09:00.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:00.486 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:09:00.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.566 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=252.246µs] [gotSchemaVersion=77] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:00.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=77] [2024/05/07 02:09:00.615 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.586998ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=234.068µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:00.695 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=78] [2024/05/07 02:09:00.733 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.485517ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.803 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.812 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 112, Old Table Name: t"] [2024/05/07 02:09:00.847 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=269.359µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:00.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/05/07 02:09:00.896 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.008308ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.961 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/07 02:09:00.974 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/07 02:09:00.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=7] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:00.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 02:09:01.036 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.039 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.580691439\n# Parse_time: 0.000321379\n# Compile_time: 0.000676938\n# Rewrite_time: 0.000010357\n# Optimize_time: 0.000200873\n# Wait_TS: 0.00036326\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:09:01.072 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:09:01.076 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=79] [cur_db=test] [sql="create table t(a int, b int, index i(a))"] [user=] [2024/05/07 02:09:01.114 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:01.114 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, index i(a))"] [2024/05/07 02:09:01.211 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:01.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:01.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:01.211 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:01.213 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.221 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/07 02:09:01.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=2.451221ms] [gotSchemaVersion=80] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:01.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=80] [2024/05/07 02:09:01.321 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.06695ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.358 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=8] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.386 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:01.386 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:01.386 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c922aa51-c946-4b18-951a-a522834ece74] [watcherID=5e0a9fe8-a501-4e96-9761-d8eaf630ecb6] [2024/05/07 02:09:01.389 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:01.395 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:09:01.395 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.399 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.324882958\n# Parse_time: 0.000833829\n# Compile_time: 0.000915535\n# Rewrite_time: 0.000009987\n# Optimize_time: 0.000370551\n# Wait_TS: 0.000347072\n# DB: test\n# Is_internal: false\n# Digest: d72e41f8083e7343a2497052bd26913876eab2bc35eb0751140d7be7834b0cd8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, b int, index i(a));"] [2024/05/07 02:09:01.404 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:01.404 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:01.404 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:01.404 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:02.187 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:02.417 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=80] [cur_db=test] [sql="alter table t add column c int"] [user=] [2024/05/07 02:09:02.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:02.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add column c int"] [2024/05/07 02:09:02.522 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.525 +00:00] [INFO] [column.go:135] ["run add column job"] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [columnInfo="{\"id\":3,\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"origin_default\":null,\"origin_default_bit\":null,\"default\":null,\"default_bit\":null,\"default_is_expr\":false,\"generated_expr_string\":\"\",\"generated_stored\":false,\"dependences\":null,\"type\":{},\"state\":0,\"comment\":\"\",\"hidden\":false,\"change_state_info\":null,\"version\":2}"] [2024/05/07 02:09:02.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=2.753779ms] [gotSchemaVersion=81] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:09:02.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=81] [2024/05/07 02:09:02.612 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=54.03975ms] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=2.785829ms] [gotSchemaVersion=82] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:09:02.706 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=82] [2024/05/07 02:09:02.741 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.255176ms] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=2.630701ms] [gotSchemaVersion=83] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:09:02.856 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=83] [2024/05/07 02:09:02.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.150693ms] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.953 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [category=ddl] [job="ID:120, Type:add column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.961 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 3, Column Name: c"] [2024/05/07 02:09:03.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=2.72225ms] [gotSchemaVersion=84] [phyTblIDs="[118]"] [actionTypes="[5]"] [diffTypes="[\"add column\"]"] [2024/05/07 02:09:03.048 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=84] [2024/05/07 02:09:03.079 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.642844ms] [job="ID:120, Type:add column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.125 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=120] [conn=8] [job="ID:120, Type:add column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.168 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/07 02:09:03.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:03.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.756656885\n# Parse_time: 0.000552584\n# Compile_time: 0.001085297\n# Rewrite_time: 0.000017807\n# Optimize_time: 0.000370551\n# Wait_TS: 0.000374626\n# DB: test\n# Is_internal: false\n# Digest: cabb6d338328b0d2166b6e862a99093e87fb2c9bb044ba51b9776a4591e3b28b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add column c int;"] [2024/05/07 02:09:03.174 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=84] [cur_db=test] [sql="alter table t drop column b"] [user=] [2024/05/07 02:09:03.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:03.202 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop column b"] [2024/05/07 02:09:03.269 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.54398ms] [gotSchemaVersion=85] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/07 02:09:03.312 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=85] [2024/05/07 02:09:03.348 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.584916ms] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.842287ms] [gotSchemaVersion=86] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/07 02:09:03.473 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=86] [2024/05/07 02:09:03.509 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.461653ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.553 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.590 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.637006ms] [gotSchemaVersion=87] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/07 02:09:03.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/07 02:09:03.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.51369ms] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [category=ddl] [job="ID:121, Type:drop column, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=3.104879ms] [gotSchemaVersion=88] [phyTblIDs="[118]"] [actionTypes="[6]"] [diffTypes="[\"drop column\"]"] [2024/05/07 02:09:03.796 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=88] [2024/05/07 02:09:03.828 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.347369ms] [job="ID:121, Type:drop column, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.862 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="drop column"] [2024/05/07 02:09:03.866 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=8] [job="ID:121, Type:drop column, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:4, start time: 2024-05-07 02:09:03.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:03.922 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 02:09:03.922 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:03.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.752762777\n# Parse_time: 0.000417218\n# Compile_time: 0.000880983\n# Rewrite_time: 0.000014851\n# Optimize_time: 0.000370551\n# Wait_TS: 0.000329742\n# DB: test\n# Is_internal: false\n# Digest: ab17b4fb3391eda8a9f4862e7ec9be2c3cbd84d414c5c31b51cabd06e9b85eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop column b;"] [2024/05/07 02:09:03.928 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=88] [cur_db=test] [sql="alter table t modify column a tinyint"] [user=] [2024/05/07 02:09:03.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:03.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:5, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t modify column a tinyint"] [2024/05/07 02:09:04.005 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.053 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=2.694808ms] [gotSchemaVersion=89] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/07 02:09:04.064 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=89] [2024/05/07 02:09:04.100 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.51837ms] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=2.890242ms] [gotSchemaVersion=90] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/07 02:09:04.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=90] [2024/05/07 02:09:04.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.667344ms] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.277 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.323 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.81978ms] [gotSchemaVersion=91] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/07 02:09:04.334 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=91] [2024/05/07 02:09:04.370 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.78963ms] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.419 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=122] [physicalTableID=118] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.461 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=122] [2024/05/07 02:09:04.541 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=122] [conn=8] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475899605000, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.559 +00:00] [INFO] [column.go:1076] ["start to update table row"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475899605000, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_col_,CurrElementID:4,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/05/07 02:09:04.569 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.569 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="update column"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.570 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.570 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp update column"] [jobID=122] [2024/05/07 02:09:04.570 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp update column"] [jobID=122] [2024/05/07 02:09:04.570 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp update column"] [jobID=122] [2024/05/07 02:09:04.577 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp update column"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f7280000000000000030000] ["take time"=6.983102ms] [2024/05/07 02:09:04.577 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp update column"] [jobID=122] [2024/05/07 02:09:04.578 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:4,TypeKey:_col_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/05/07 02:09:04.601 +00:00] [INFO] [column.go:1181] ["update column and indexes"] [category=ddl] ["job ID"=122] [element=ID:2,TypeKey:_idx_] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.601 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:122, Type:modify column, State:running, SchemaState:write reorganization, SchemaID:2, TableID:118, RowCount:0, ArgLen:8, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475899605000, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000765f728000000000000001,EndKey:7480000000000000765f72800000000000000300,First:false,PhysicalTableID:118,Ingest mode:false"] [2024/05/07 02:09:04.611 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=118] ["start key"=7480000000000000765f728000000000000001] ["end key"=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.611 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000765f728000000000000001] [endKey=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.612 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=118] ["end key"=7480000000000000765f72800000000000000300] ["current end key"=7480000000000000765f72800000000000000300] [2024/05/07 02:09:04.612 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=122] [2024/05/07 02:09:04.612 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=122] [2024/05/07 02:09:04.612 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=122] [2024/05/07 02:09:04.619 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp add index"] [task="taskID: 1, physicalTableID: 118, range: [7480000000000000765f728000000000000001, 7480000000000000765f72800000000000000300), jobID: 122"] ["added count"=3] ["scan count"=3] ["next key"=7480000000000000765f72800000000000000300] ["take time"=6.870828ms] [2024/05/07 02:09:04.619 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=122] [2024/05/07 02:09:04.619 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000765f728000000000000001] [2024/05/07 02:09:04.619 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:04.790 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: modify column, Schema ID: 2, Table ID: 118, Table Name: t, Column ID: 4, Column Name: a"] [2024/05/07 02:09:04.831 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=2.423425ms] [gotSchemaVersion=92] [phyTblIDs="[118]"] [actionTypes="[12]"] [diffTypes="[\"modify column\"]"] [2024/05/07 02:09:04.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=92] [2024/05/07 02:09:04.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=54.038605ms] [job="ID:122, Type:modify column, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475899605000, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.953 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=122] [tableID=118] [indexIDs="[1]"] [comment="modify column: table ID"] [2024/05/07 02:09:04.962 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="modify column"] [2024/05/07 02:09:04.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=122] [conn=8] [job="ID:122, Type:modify column, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:3, ArgLen:2, start time: 2024-05-07 02:09:03.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475899605000, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:05.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/07 02:09:05.037 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:05.040 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.1139111289999999\n# Parse_time: 0.000534107\n# Compile_time: 0.000842071\n# Rewrite_time: 0.000012453\n# Optimize_time: 0.000370551\n# Wait_TS: 0.000452218\n# DB: test\n# Is_internal: false\n# Digest: 140903cf73b1f5df1ac607e64bb2b4dd0c4c2ba0c7c4a5e49e6c1193f0cd1074\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t modify column a tinyint;"] [2024/05/07 02:09:05.054 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:02.367 +0000 UTC"] [2024/05/07 02:09:05.081 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:05.081 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:02.367000'"] [2024/05/07 02:09:05.149 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.164 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/05/07 02:09:05.215 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.490 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=206.7µs] [gotSchemaVersion=93] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:05.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=93] [2024/05/07 02:09:05.539 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.901347ms] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.600 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.631 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:05.640 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:05.643 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.633683ms] ["completed regions"=1] [2024/05/07 02:09:05.643 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:05.652 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:05.653 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.255815ms] ["completed regions"=1] [2024/05/07 02:09:05.654 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:05.663 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:05.664 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.45368ms] ["completed regions"=1] [2024/05/07 02:09:05.664 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:05.674 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:05.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.125815ms] ["completed regions"=1] [2024/05/07 02:09:05.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:05.684 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:05.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.239448ms] ["completed regions"=1] [2024/05/07 02:09:05.685 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:05.694 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:05.695 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.061442ms] ["completed regions"=1] [2024/05/07 02:09:05.695 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:05.704 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:05.705 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.523598ms] ["completed regions"=1] [2024/05/07 02:09:05.706 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:05.718 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:05.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=13.651131ms] ["completed regions"=1] [2024/05/07 02:09:05.720 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:05.727 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:05.729 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.736755ms] ["completed regions"=1] [2024/05/07 02:09:05.729 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:05.736 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:05.738 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.575568ms] ["completed regions"=1] [2024/05/07 02:09:05.738 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:05.745 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:05.747 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.155254ms] ["completed regions"=1] [2024/05/07 02:09:05.747 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:05.754 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:05.756 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.490746ms] ["completed regions"=1] [2024/05/07 02:09:05.756 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:05.763 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:05.764 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.192621ms] ["completed regions"=1] [2024/05/07 02:09:05.764 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:05.771 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:05.772 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.728414ms] ["completed regions"=1] [2024/05/07 02:09:05.772 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:05.779 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:05.781 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.889805ms] ["completed regions"=1] [2024/05/07 02:09:05.781 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:05.787 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:05.789 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.533386ms] ["completed regions"=1] [2024/05/07 02:09:05.789 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:05.798 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:05.800 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=10.579053ms] ["completed regions"=1] [2024/05/07 02:09:05.800 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:05.806 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:05.807 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.057333ms] ["completed regions"=1] [2024/05/07 02:09:05.808 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:05.814 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:05.815 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.36489ms] ["completed regions"=1] [2024/05/07 02:09:05.815 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:05.821 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:05.822 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.250501ms] ["completed regions"=1] [2024/05/07 02:09:05.822 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:05.827 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:05.829 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.318662ms] ["completed regions"=1] [2024/05/07 02:09:05.829 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:05.834 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:05.835 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.98141ms] ["completed regions"=1] [2024/05/07 02:09:05.835 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:05.840 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:05.842 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.276584ms] ["completed regions"=1] [2024/05/07 02:09:05.842 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:05.865 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:05.867 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=7.185178ms] ["completed regions"=1] [2024/05/07 02:09:05.868 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:05.873 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:05.874 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.314392ms] ["completed regions"=1] [2024/05/07 02:09:05.875 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:05.879 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:05.881 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.463435ms] ["completed regions"=1] [2024/05/07 02:09:05.881 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:05.885 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:05.887 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.362243ms] ["completed regions"=1] [2024/05/07 02:09:05.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:05.891 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:05.893 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.461819ms] ["completed regions"=1] [2024/05/07 02:09:05.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:05.898 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:05.900 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=6.512623ms] ["completed regions"=1] [2024/05/07 02:09:05.900 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:05.903 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:05.905 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.481456ms] ["completed regions"=1] [2024/05/07 02:09:05.905 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:05.908 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:05.910 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.422975ms] ["completed regions"=1] [2024/05/07 02:09:05.910 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:05.913 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:05.914 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.183558ms] ["completed regions"=1] [2024/05/07 02:09:05.914 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:05.917 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:05.919 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.781201ms] ["completed regions"=1] [2024/05/07 02:09:05.919 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:05.921 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:05.923 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.594424ms] ["completed regions"=1] [2024/05/07 02:09:05.923 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:05.925 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:05.927 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.300734ms] ["completed regions"=1] [2024/05/07 02:09:05.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:05.929 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:05.930 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.111951ms] ["completed regions"=1] [2024/05/07 02:09:05.930 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:05.932 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:05.933 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.681157ms] ["completed regions"=1] [2024/05/07 02:09:05.933 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:05.935 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:05.936 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.577855ms] ["completed regions"=1] [2024/05/07 02:09:05.936 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:05.938 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:05.940 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.897361ms] ["completed regions"=1] [2024/05/07 02:09:05.978 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=123] [2024/05/07 02:09:06.009 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [category=ddl] [job="ID:123, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.011 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:06.020 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:06.023 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:09:06.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.754731ms] ["completed regions"=1] [2024/05/07 02:09:06.023 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:06.032 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:06.034 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:09:06.034 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.411801ms] ["completed regions"=1] [2024/05/07 02:09:06.034 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:06.048 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:06.049 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:09:06.049 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=15.166667ms] ["completed regions"=1] [2024/05/07 02:09:06.049 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:06.058 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:06.059 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:09:06.060 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.66991ms] ["completed regions"=1] [2024/05/07 02:09:06.060 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:06.068 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:06.069 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:09:06.069 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.411191ms] ["completed regions"=1] [2024/05/07 02:09:06.069 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:06.079 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:06.080 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:09:06.080 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.139483ms] ["completed regions"=1] [2024/05/07 02:09:06.080 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:06.088 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:06.090 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:09:06.090 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.362944ms] ["completed regions"=1] [2024/05/07 02:09:06.090 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:06.098 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:06.099 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:09:06.099 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.060359ms] ["completed regions"=1] [2024/05/07 02:09:06.099 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:06.107 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:06.108 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:09:06.109 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.724542ms] ["completed regions"=1] [2024/05/07 02:09:06.109 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:06.116 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:06.117 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:09:06.118 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.387485ms] ["completed regions"=1] [2024/05/07 02:09:06.118 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:06.126 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:06.127 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:09:06.127 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.326537ms] ["completed regions"=1] [2024/05/07 02:09:06.127 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:06.134 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:06.137 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:09:06.137 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.578847ms] ["completed regions"=1] [2024/05/07 02:09:06.137 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:06.145 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:06.146 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:09:06.146 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.543799ms] ["completed regions"=1] [2024/05/07 02:09:06.146 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:06.153 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:06.155 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:09:06.155 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.94719ms] ["completed regions"=1] [2024/05/07 02:09:06.155 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:06.161 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:06.163 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:09:06.163 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.41865ms] ["completed regions"=1] [2024/05/07 02:09:06.163 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:06.169 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:06.170 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:09:06.170 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.167489ms] ["completed regions"=1] [2024/05/07 02:09:06.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:06.176 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:06.178 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:09:06.178 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.238643ms] ["completed regions"=1] [2024/05/07 02:09:06.178 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:06.184 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:06.185 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:09:06.185 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.733357ms] ["completed regions"=1] [2024/05/07 02:09:06.185 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:06.191 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:06.192 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:09:06.192 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.803777ms] ["completed regions"=1] [2024/05/07 02:09:06.192 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:06.198 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:06.200 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:09:06.200 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.036617ms] ["completed regions"=1] [2024/05/07 02:09:06.200 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:06.205 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:06.206 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:09:06.206 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.04814ms] ["completed regions"=1] [2024/05/07 02:09:06.206 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:06.211 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:06.212 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:09:06.212 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.826919ms] ["completed regions"=1] [2024/05/07 02:09:06.213 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:06.217 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:06.219 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:09:06.219 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.888422ms] ["completed regions"=1] [2024/05/07 02:09:06.219 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:06.224 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:06.225 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:09:06.225 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.138865ms] ["completed regions"=1] [2024/05/07 02:09:06.225 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:06.230 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:06.231 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:09:06.231 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.26035ms] ["completed regions"=1] [2024/05/07 02:09:06.231 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:06.235 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:06.236 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:09:06.237 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.061492ms] ["completed regions"=1] [2024/05/07 02:09:06.237 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:06.241 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:06.243 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:09:06.243 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.969941ms] ["completed regions"=1] [2024/05/07 02:09:06.243 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:06.247 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:06.248 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:09:06.249 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.133971ms] ["completed regions"=1] [2024/05/07 02:09:06.249 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:06.252 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:06.253 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:09:06.253 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.389167ms] ["completed regions"=1] [2024/05/07 02:09:06.253 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:06.257 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:06.258 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:09:06.258 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.286902ms] ["completed regions"=1] [2024/05/07 02:09:06.258 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:06.261 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:06.262 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:09:06.262 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.966679ms] ["completed regions"=1] [2024/05/07 02:09:06.262 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:06.265 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:06.266 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:09:06.267 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.743884ms] ["completed regions"=1] [2024/05/07 02:09:06.267 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:06.269 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:06.270 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:09:06.271 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.551356ms] ["completed regions"=1] [2024/05/07 02:09:06.271 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:06.273 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:06.274 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:09:06.274 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.303995ms] ["completed regions"=1] [2024/05/07 02:09:06.274 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:06.277 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:06.278 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:09:06.278 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.457934ms] ["completed regions"=1] [2024/05/07 02:09:06.278 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:06.280 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:06.281 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:09:06.282 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.07963ms] ["completed regions"=1] [2024/05/07 02:09:06.282 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:06.283 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:06.285 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:09:06.285 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.662973ms] ["completed regions"=1] [2024/05/07 02:09:06.285 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:06.286 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:06.287 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:09:06.288 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.546598ms] ["completed regions"=1] [2024/05/07 02:09:06.288 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:06.289 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:06.291 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:09:06.291 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.47608ms] ["completed regions"=1] [2024/05/07 02:09:06.292 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:06.345 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:06.394 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/123/5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [currentVer=93] [latestVer=94] [2024/05/07 02:09:06.395 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] ["ddl job id"=123] [ver=94] [2024/05/07 02:09:06.473 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=128.226801ms] [2024/05/07 02:09:06.482 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:06.492 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=94] [2024/05/07 02:09:06.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=165.91298ms] [job="ID:123, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.727 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=123] [conn=8] [job="ID:123, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:05.017 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:06.752 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 02:09:06.752 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:06.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 1.703331252\n# Parse_time: 0.000426131\n# Compile_time: 0.000719197\n# Rewrite_time: 0.000011182\n# Optimize_time: 0.000203347\n# Wait_TS: 0.000382965\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:02.367000';"] [2024/05/07 02:09:06.759 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:06.831 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [2024/05/07 02:09:06.831 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [2024/05/07 02:09:06.831 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:06.832 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=23.669µs] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=15.414µs] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=8.795µs] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=16.991µs] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=6.668µs] [2024/05/07 02:09:06.834 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:06.834 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:06.834 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:06.839 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] ["take time"=27.770134ms] [2024/05/07 02:09:06.840 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [2024/05/07 02:09:06.841 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:06.842 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c922aa51-c946-4b18-951a-a522834ece74] [watcherID=5e0a9fe8-a501-4e96-9761-d8eaf630ecb6] [2024/05/07 02:09:06.842 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:06.842 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c922aa51-c946-4b18-951a-a522834ece74] [2024/05/07 02:09:06.842 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:06.842 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:06.842 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:06.842 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:06.848 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:06.848 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=673] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [2024/05/07 02:09:06.849 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:06.849 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:06.849 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:06.849 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dc0c2556-cba9-4506-8f7e-520ee8e94384"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:06.849 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:06.849 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:06.849 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:06.849 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:06.849 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:06.849 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:06.849 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [error="context canceled"] [2024/05/07 02:09:06.850 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [2024/05/07 02:09:06.850 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0] [2024/05/07 02:09:06.849 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:06.849 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dc0c2556-cba9-4506-8f7e-520ee8e94384"] [2024/05/07 02:09:06.850 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:06.849 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:06.850 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:06.850 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:06.850 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:06.850 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:06.850 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:06.850 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:06.851 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:06.851 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=dc0c2556-cba9-4506-8f7e-520ee8e94384] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:06.851 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:06.851 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:06.851 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:06.851 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager dc0c2556-cba9-4506-8f7e-520ee8e94384"] [error="context canceled"] [2024/05/07 02:09:06.851 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:06.893 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:06.894 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [error="context canceled"] [2024/05/07 02:09:06.894 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [2024/05/07 02:09:07.052 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dc0c2556-cba9-4506-8f7e-520ee8e94384"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:08.102 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:08.103 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:08.103 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:08.158 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e2f97e4-2ff1-4ef2-871e-2ae2079ee0f0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:08.158 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:08.158 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:08.158 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:08.165 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.353551695s] [2024/05/07 02:09:08.166 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:08.166 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:08.166 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:08.166 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:08.168 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAddDropModifyColumn (8.27s) === RUN TestFlashbackBasicRenameDropCreateTable [2024/05/07 02:09:08.177 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:08.177 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:08.178 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:08.179 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:08.179 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:08.180 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:08.180 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:08.180 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:08.180 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:08.180 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:08.182 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:08.186 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:08.188 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:08.190 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:08.197 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:08.208 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:08.309 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager dc0c2556-cba9-4506-8f7e-520ee8e94384"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:08.356 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=378] ["lease id"=6f188f50cd79452b] [2024/05/07 02:09:08.358 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:08.458 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=95.426017ms] [2024/05/07 02:09:08.464 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:08.464 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7beb37bc-00b0-4710-9b1a-6056ba1b6146] [runWorker=true] [2024/05/07 02:09:08.464 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:08.466 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:08.467 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:08.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:08.467 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:08.468 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:08.468 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:08.468 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:08.468 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:08.468 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:08.470 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd7953a8] [ownerID=7beb37bc-00b0-4710-9b1a-6056ba1b6146] [op=none] [2024/05/07 02:09:08.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:08.471 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=66f53ead-1afe-4a76-9ebc-78ff0a68c144] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:08.476 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:08.498 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:08.499 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:08.500 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:08.519 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:08.520 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd7953a8] [ownerID=7beb37bc-00b0-4710-9b1a-6056ba1b6146] [op=none] [2024/05/07 02:09:08.520 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [op=none] [2024/05/07 02:09:08.520 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:08.652 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:08.669 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:08.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:08.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:08.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:08.685 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:08.685 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:08.685 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:08.685 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:08.685 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:08.685 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:08.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:08.687 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:08.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:08.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:08.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:08.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:08.689 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:08.692 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:08.694 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:08.699 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/51427df4-dc1a-4484-94f3-f5ae024ee78b] [2024/05/07 02:09:08.699 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:08.699 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:08.704 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:08.704 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:08.704 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:08.734 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.059349ms] [2024/05/07 02:09:08.743 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:08.748 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:08.751 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:09:08.778 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:08.779 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:09:08.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.877 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=269.176µs] [gotSchemaVersion=95] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=95] [2024/05/07 02:09:08.926 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.294296ms] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.988 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.021 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=226.447µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:09.033 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=96] [2024/05/07 02:09:09.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.793016ms] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.133 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [category=ddl] [job="ID:124, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.143 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/07 02:09:09.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=219.048µs] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:09.194 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=124] [version=97] [2024/05/07 02:09:09.233 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.211956ms] [job="ID:124, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.285 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/07 02:09:09.299 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="drop table"] [2024/05/07 02:09:09.303 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=124] [conn=9] [job="ID:124, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:08.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.393 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/05/07 02:09:09.393 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:09.397 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 0.647567201\n# Parse_time: 0.000348047\n# Compile_time: 0.000911087\n# Rewrite_time: 0.000013054\n# Optimize_time: 0.000206444\n# Wait_TS: 0.000443328\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:09:09.434 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t, t1, t2, t3"] [user=] [2024/05/07 02:09:09.437 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=97] [cur_db=test] [sql="create table t(a int, index i(a))"] [user=] [2024/05/07 02:09:09.473 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:09.473 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index i(a))"] [2024/05/07 02:09:09.493 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:09.494 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:09.494 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:09.494 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:09.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.540 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 125, Table Name: t"] [2024/05/07 02:09:09.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=2.163854ms] [gotSchemaVersion=98] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:09.599 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=98] [2024/05/07 02:09:09.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.985954ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.694 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=126] [conn=10] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.417 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.699 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:09.699 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:09.699 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/51427df4-dc1a-4484-94f3-f5ae024ee78b] [watcherID=3523c6e9-2dd0-4c5e-bf25-afe2f7630117] [2024/05/07 02:09:09.704 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:09.718 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:09.718 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:09.718 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:09.718 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:09.736 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/07 02:09:09.736 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:09.739 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.303974053\n# Parse_time: 0.000512267\n# Compile_time: 0.000836826\n# Rewrite_time: 0.000012768\n# Optimize_time: 0.000419335\n# Wait_TS: 0.000422313\n# DB: test\n# Is_internal: false\n# Digest: 626ee8c0187a3881cdfff573b1cd3a541eb647f71d7447bf5582a2e610a474e2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index i(a));"] [2024/05/07 02:09:09.754 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=98] [cur_db=test] [sql="create table t1(a int, index i(a))"] [user=] [2024/05/07 02:09:09.790 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, index i(a))"] [2024/05/07 02:09:09.790 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:09.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.861 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 127, Table Name: t1"] [2024/05/07 02:09:09.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.302827ms] [gotSchemaVersion=99] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:09.920 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=99] [2024/05/07 02:09:09.955 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.290392ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.994 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=128] [conn=10] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.056 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/07 02:09:10.057 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:10.060 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.307890156\n# Parse_time: 0.000491907\n# Compile_time: 0.000797995\n# Rewrite_time: 0.000011221\n# Optimize_time: 0.000419335\n# Wait_TS: 0.000335596\n# DB: test\n# Is_internal: false\n# Digest: ae07af9370cf8c28b1880d539a744356763ba43520da3409ad69349be9403e0b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1(a int, index i(a));"] [2024/05/07 02:09:10.468 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:11.085 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=99] [cur_db=test] [sql="rename table t to t3"] [user=] [2024/05/07 02:09:11.115 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:11.115 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="rename table t to t3"] [2024/05/07 02:09:11.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:queueing, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.243 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.67128ms] [gotSchemaVersion=100] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/05/07 02:09:11.253 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=100] [2024/05/07 02:09:11.275 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.102958ms] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [category=ddl] [job="ID:129, Type:rename table, State:running, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.373 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.59443ms] [gotSchemaVersion=101] [phyTblIDs="[125]"] [actionTypes="[14]"] [diffTypes="[\"rename table\"]"] [2024/05/07 02:09:11.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=101] [2024/05/07 02:09:11.420 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.413367ms] [job="ID:129, Type:rename table, State:done, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.490 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=129] [conn=10] [job="ID:129, Type:rename table, State:synced, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/07 02:09:11.534 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:11.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.453365041\n# Parse_time: 0.000346722\n# Compile_time: 0.000829585\n# Rewrite_time: 0.000019652\n# Optimize_time: 0.002338718\n# Wait_TS: 0.000519712\n# DB: test\n# Is_internal: false\n# Digest: dde3515138a490099c0989954a5e2f5723847f25ab9c184cd6c7df54f09cb301\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nrename table t to t3;"] [2024/05/07 02:09:11.538 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=101] [cur_db=test] [sql="drop table t1"] [user=] [2024/05/07 02:09:11.563 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:11.563 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t1"] [2024/05/07 02:09:11.624 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.652 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=248.806µs] [gotSchemaVersion=102] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.664 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=102] [2024/05/07 02:09:11.702 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.511942ms] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.780 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.811 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=250.761µs] [gotSchemaVersion=103] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=103] [2024/05/07 02:09:11.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.230663ms] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.944 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [category=ddl] [job="ID:130, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.955 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/05/07 02:09:11.988 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=322.768µs] [gotSchemaVersion=104] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.000 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=130] [version=104] [2024/05/07 02:09:12.036 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.40982ms] [job="ID:130, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.085 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=130] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/07 02:09:12.093 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=130] [jobType="drop table"] [2024/05/07 02:09:12.098 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=130] [conn=10] [job="ID:130, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:11.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.150 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=130] [2024/05/07 02:09:12.150 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:12.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.615894576\n# Parse_time: 0.000178563\n# Compile_time: 0.000552667\n# Rewrite_time: 0.000009354\n# Optimize_time: 0.002338718\n# Wait_TS: 0.000468659\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t1;"] [2024/05/07 02:09:12.155 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=104] [cur_db=test] [sql="create table t2(a int, index i(a))"] [user=] [2024/05/07 02:09:12.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:12.196 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, index i(a))"] [2024/05/07 02:09:12.255 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [category=ddl] [job="ID:132, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.263 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 131, Table Name: t2"] [2024/05/07 02:09:12.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.401235ms] [gotSchemaVersion=105] [phyTblIDs="[131]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:12.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=105] [2024/05/07 02:09:12.361 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.434957ms] [job="ID:132, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.428 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=132] [conn=10] [job="ID:132, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:131, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.463 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/07 02:09:12.463 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:12.466 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.312279324\n# Parse_time: 0.000528176\n# Compile_time: 0.000739873\n# Rewrite_time: 0.00000974\n# Optimize_time: 0.002338718\n# Wait_TS: 0.000481471\n# DB: test\n# Is_internal: false\n# Digest: 112a31ae3a1fd6e95e0c251ebcc733e13f5fe949e3b1179264dfa150ceb9abbe\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t2(a int, index i(a));"] [2024/05/07 02:09:12.513 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:11.068 +0000 UTC"] [2024/05/07 02:09:12.537 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:12.537 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:11.068000'"] [2024/05/07 02:09:12.575 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.589 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/05/07 02:09:12.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.944 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=234.05µs] [gotSchemaVersion=106] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:12.955 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=106] [2024/05/07 02:09:12.993 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.596175ms] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.062 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:13.072 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:13.074 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.416395ms] ["completed regions"=1] [2024/05/07 02:09:13.074 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:13.084 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:13.085 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.641832ms] ["completed regions"=1] [2024/05/07 02:09:13.085 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:13.094 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:13.095 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.916895ms] ["completed regions"=1] [2024/05/07 02:09:13.096 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:13.105 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:13.106 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.169427ms] ["completed regions"=1] [2024/05/07 02:09:13.106 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:13.114 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:13.116 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.05304ms] ["completed regions"=1] [2024/05/07 02:09:13.116 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:13.124 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:13.125 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.254252ms] ["completed regions"=1] [2024/05/07 02:09:13.125 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:13.133 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:13.135 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.013393ms] ["completed regions"=1] [2024/05/07 02:09:13.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:13.143 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:13.145 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.229127ms] ["completed regions"=1] [2024/05/07 02:09:13.145 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:13.152 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:13.153 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.232664ms] ["completed regions"=1] [2024/05/07 02:09:13.154 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:13.161 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:13.162 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.798814ms] ["completed regions"=1] [2024/05/07 02:09:13.162 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:13.168 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:13.170 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=7.521082ms] ["completed regions"=1] [2024/05/07 02:09:13.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:13.181 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:13.185 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=14.476379ms] ["completed regions"=1] [2024/05/07 02:09:13.185 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:13.195 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:13.197 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=11.555644ms] ["completed regions"=1] [2024/05/07 02:09:13.197 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:13.203 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:13.205 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.247357ms] ["completed regions"=1] [2024/05/07 02:09:13.205 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:13.212 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:13.214 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.788989ms] ["completed regions"=1] [2024/05/07 02:09:13.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:13.220 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:13.221 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.128884ms] ["completed regions"=1] [2024/05/07 02:09:13.221 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:13.228 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:13.229 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.492229ms] ["completed regions"=1] [2024/05/07 02:09:13.229 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:13.235 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:13.237 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.294125ms] ["completed regions"=1] [2024/05/07 02:09:13.237 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:13.246 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:13.247 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=9.38232ms] ["completed regions"=1] [2024/05/07 02:09:13.247 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:13.253 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:13.254 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.561401ms] ["completed regions"=1] [2024/05/07 02:09:13.254 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:13.259 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:13.261 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.1445ms] ["completed regions"=1] [2024/05/07 02:09:13.261 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:13.266 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:13.267 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.844787ms] ["completed regions"=1] [2024/05/07 02:09:13.267 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:13.274 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:13.276 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=8.461211ms] ["completed regions"=1] [2024/05/07 02:09:13.276 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:13.281 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:13.282 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.024972ms] ["completed regions"=1] [2024/05/07 02:09:13.283 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:13.287 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:13.288 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.516855ms] ["completed regions"=1] [2024/05/07 02:09:13.289 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:13.293 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:13.295 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.81784ms] ["completed regions"=1] [2024/05/07 02:09:13.295 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:13.321 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:13.323 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=27.655103ms] ["completed regions"=1] [2024/05/07 02:09:13.323 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:13.328 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:13.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.818182ms] ["completed regions"=1] [2024/05/07 02:09:13.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:13.334 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:13.335 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.116398ms] ["completed regions"=1] [2024/05/07 02:09:13.336 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:13.339 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:13.341 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.799828ms] ["completed regions"=1] [2024/05/07 02:09:13.341 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:13.344 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:13.346 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.520574ms] ["completed regions"=1] [2024/05/07 02:09:13.346 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:13.350 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:13.351 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.588083ms] ["completed regions"=1] [2024/05/07 02:09:13.351 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:13.354 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:13.356 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.016291ms] ["completed regions"=1] [2024/05/07 02:09:13.356 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:13.359 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:13.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.752027ms] ["completed regions"=1] [2024/05/07 02:09:13.360 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:13.363 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:13.364 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.298915ms] ["completed regions"=1] [2024/05/07 02:09:13.364 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:13.366 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:13.367 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.920895ms] ["completed regions"=1] [2024/05/07 02:09:13.368 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:13.370 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:13.371 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.915192ms] ["completed regions"=1] [2024/05/07 02:09:13.371 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:13.373 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:13.374 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.801858ms] ["completed regions"=1] [2024/05/07 02:09:13.374 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:13.376 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:13.377 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.699331ms] ["completed regions"=1] [2024/05/07 02:09:13.418 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=133] [2024/05/07 02:09:13.463 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [category=ddl] [job="ID:133, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.465 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:13.481 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:13.484 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:09:13.484 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=18.862735ms] ["completed regions"=1] [2024/05/07 02:09:13.484 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:13.494 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:13.495 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:09:13.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.185365ms] ["completed regions"=1] [2024/05/07 02:09:13.496 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:13.505 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:13.506 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:09:13.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.383051ms] ["completed regions"=1] [2024/05/07 02:09:13.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:13.515 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:13.516 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:09:13.517 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.697971ms] ["completed regions"=1] [2024/05/07 02:09:13.517 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:13.525 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:13.526 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:09:13.527 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.578577ms] ["completed regions"=1] [2024/05/07 02:09:13.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:13.535 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:13.537 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:09:13.537 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.583257ms] ["completed regions"=1] [2024/05/07 02:09:13.537 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:13.545 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:13.546 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:09:13.546 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.258127ms] ["completed regions"=1] [2024/05/07 02:09:13.546 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:13.554 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:13.555 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:09:13.555 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.716383ms] ["completed regions"=1] [2024/05/07 02:09:13.555 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:13.563 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:13.564 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:09:13.564 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.46635ms] ["completed regions"=1] [2024/05/07 02:09:13.564 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:13.571 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:13.573 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:09:13.573 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.274869ms] ["completed regions"=1] [2024/05/07 02:09:13.573 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:13.580 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:13.581 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:09:13.581 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.086624ms] ["completed regions"=1] [2024/05/07 02:09:13.581 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:13.588 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:13.591 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:09:13.591 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.628229ms] ["completed regions"=1] [2024/05/07 02:09:13.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:13.598 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:13.600 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:09:13.600 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.018915ms] ["completed regions"=1] [2024/05/07 02:09:13.600 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:13.607 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:13.608 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:09:13.608 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.510603ms] ["completed regions"=1] [2024/05/07 02:09:13.608 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:13.614 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:13.615 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:09:13.616 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.324023ms] ["completed regions"=1] [2024/05/07 02:09:13.616 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:13.622 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:13.623 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:09:13.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.922129ms] ["completed regions"=1] [2024/05/07 02:09:13.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:13.629 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:13.630 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:09:13.630 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=6.717234ms] ["completed regions"=1] [2024/05/07 02:09:13.630 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:13.636 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:13.637 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:09:13.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.565785ms] ["completed regions"=1] [2024/05/07 02:09:13.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:13.643 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:13.644 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:09:13.644 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.420512ms] ["completed regions"=1] [2024/05/07 02:09:13.644 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:13.649 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:13.650 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:09:13.650 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=5.962672ms] ["completed regions"=1] [2024/05/07 02:09:13.650 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:13.655 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:13.657 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:09:13.657 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.024837ms] ["completed regions"=1] [2024/05/07 02:09:13.657 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:13.662 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:13.663 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:09:13.663 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.089999ms] ["completed regions"=1] [2024/05/07 02:09:13.663 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:13.668 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:13.669 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:09:13.669 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.457917ms] ["completed regions"=1] [2024/05/07 02:09:13.669 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:13.673 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:13.675 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:09:13.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.524684ms] ["completed regions"=1] [2024/05/07 02:09:13.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:13.679 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:13.680 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:09:13.680 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.085823ms] ["completed regions"=1] [2024/05/07 02:09:13.680 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:13.685 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:13.686 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:09:13.686 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.231172ms] ["completed regions"=1] [2024/05/07 02:09:13.686 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:13.690 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:13.691 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:09:13.692 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.956986ms] ["completed regions"=1] [2024/05/07 02:09:13.692 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:13.696 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:13.697 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:09:13.697 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.919736ms] ["completed regions"=1] [2024/05/07 02:09:13.697 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:13.700 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:13.702 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:09:13.702 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.452596ms] ["completed regions"=1] [2024/05/07 02:09:13.702 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:13.705 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:13.706 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:09:13.706 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=3.948288ms] ["completed regions"=1] [2024/05/07 02:09:13.706 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:13.709 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:13.710 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:09:13.710 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.78658ms] ["completed regions"=1] [2024/05/07 02:09:13.710 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:13.713 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:13.714 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:09:13.714 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.646072ms] ["completed regions"=1] [2024/05/07 02:09:13.714 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:13.717 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:13.718 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:09:13.718 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.673022ms] ["completed regions"=1] [2024/05/07 02:09:13.718 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:13.721 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:13.722 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:09:13.722 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.621642ms] ["completed regions"=1] [2024/05/07 02:09:13.722 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:13.725 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:13.726 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:09:13.726 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.316078ms] ["completed regions"=1] [2024/05/07 02:09:13.726 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:13.728 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:13.730 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:09:13.730 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.059707ms] ["completed regions"=1] [2024/05/07 02:09:13.730 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:13.732 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:13.733 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:09:13.733 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.775265ms] ["completed regions"=1] [2024/05/07 02:09:13.733 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:13.735 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:13.736 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:09:13.736 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.776268ms] ["completed regions"=1] [2024/05/07 02:09:13.736 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:13.738 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:13.740 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:09:13.740 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.632968ms] ["completed regions"=1] [2024/05/07 02:09:13.741 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:13.793 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:13.842 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/133/7beb37bc-00b0-4710-9b1a-6056ba1b6146] [currentVer=106] [latestVer=107] [2024/05/07 02:09:13.842 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] ["ddl job id"=133] [ver=107] [2024/05/07 02:09:13.908 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=114.988428ms] [2024/05/07 02:09:13.913 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:13.922 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=107] [2024/05/07 02:09:13.931 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=142.402401ms] [job="ID:133, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.138 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=133] [conn=10] [job="ID:133, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:12.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:14.164 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/07 02:09:14.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:14.168 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 1.656725904\n# Parse_time: 0.000468175\n# Compile_time: 0.000632351\n# Rewrite_time: 0.000008177\n# Optimize_time: 0.002449251\n# Wait_TS: 0.000387911\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:11.068000';"] [2024/05/07 02:09:14.171 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:14.226 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t1] ["index name"=i] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t1`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t1` use index(`i`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:14.313 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [2024/05/07 02:09:14.313 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [2024/05/07 02:09:14.314 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [] [2024/05/07 02:09:14.315 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:14.315 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=20.177µs] [2024/05/07 02:09:14.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=11.443µs] [2024/05/07 02:09:14.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=13.216µs] [2024/05/07 02:09:14.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=13.31µs] [2024/05/07 02:09:14.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:14.316 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=6.307µs] [2024/05/07 02:09:14.316 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:14.316 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:14.316 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:14.320 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7beb37bc-00b0-4710-9b1a-6056ba1b6146] ["take time"=32.897131ms] [2024/05/07 02:09:14.320 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7beb37bc-00b0-4710-9b1a-6056ba1b6146] [2024/05/07 02:09:14.322 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:14.322 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:14.322 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/51427df4-dc1a-4484-94f3-f5ae024ee78b] [watcherID=3523c6e9-2dd0-4c5e-bf25-afe2f7630117] [2024/05/07 02:09:14.322 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/51427df4-dc1a-4484-94f3-f5ae024ee78b] [2024/05/07 02:09:14.322 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:14.322 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.322 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.322 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.322 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.323 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:14.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.323 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.328 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:14.328 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=378] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:14.329 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:14.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:14.330 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:14.330 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 66f53ead-1afe-4a76-9ebc-78ff0a68c144"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7beb37bc-00b0-4710-9b1a-6056ba1b6146] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:14.330 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:14.330 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:14.330 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:14.330 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:14.329 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:14.330 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.330 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:14.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:14.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:14.329 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:14.330 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [error="context canceled"] [2024/05/07 02:09:14.330 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:14.329 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:14.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:14.330 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [2024/05/07 02:09:14.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:14.330 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=7beb37bc-00b0-4710-9b1a-6056ba1b6146] [2024/05/07 02:09:14.330 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:14.330 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:14.330 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:14.330 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:14.330 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:14.332 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:14.332 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:14.332 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 66f53ead-1afe-4a76-9ebc-78ff0a68c144"] [error="context canceled"] [2024/05/07 02:09:14.332 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=66f53ead-1afe-4a76-9ebc-78ff0a68c144] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:14.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:14.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:14.332 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 66f53ead-1afe-4a76-9ebc-78ff0a68c144"] [2024/05/07 02:09:14.332 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:14.332 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 66f53ead-1afe-4a76-9ebc-78ff0a68c144"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:14.406 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:14.406 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [error="context canceled"] [2024/05/07 02:09:14.406 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [2024/05/07 02:09:15.583 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 66f53ead-1afe-4a76-9ebc-78ff0a68c144"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.591 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.591 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:15.591 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:15.661 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7beb37bc-00b0-4710-9b1a-6056ba1b6146"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.661 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:15.661 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:15.661 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:15.669 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.381906283s] [2024/05/07 02:09:15.670 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:15.670 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.670 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:15.670 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:15.671 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackBasicRenameDropCreateTable (7.50s) === RUN TestFlashbackCreateDropTableWithData [2024/05/07 02:09:15.681 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:15.682 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:15.682 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:15.683 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:15.683 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:15.684 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:15.684 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:15.684 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:15.684 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:15.685 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:15.686 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:15.690 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:15.692 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:15.694 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:15.703 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:15.714 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:15.854 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1219] ["lease id"=3eaa8f50cd794aff] [2024/05/07 02:09:15.857 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:15.957 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=107] ["start time"=96.243846ms] [2024/05/07 02:09:15.962 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:15.962 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4afbf7e4-4c96-40a3-82cf-912c906345e3] [runWorker=true] [2024/05/07 02:09:15.963 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:15.965 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:15.966 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:15.966 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:15.966 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:15.966 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:15.967 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:15.968 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794582] [ownerID=4afbf7e4-4c96-40a3-82cf-912c906345e3] [op=none] [2024/05/07 02:09:15.969 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:15.969 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0960bfe0-d645-410d-a72e-29548a35da66] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:15.974 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:15.995 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:15.996 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:15.997 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:16.018 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:16.019 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794582] [ownerID=4afbf7e4-4c96-40a3-82cf-912c906345e3] [op=none] [2024/05/07 02:09:16.019 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [op=none] [2024/05/07 02:09:16.019 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:16.142 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:16.162 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:16.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:16.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:16.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:16.176 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:16.176 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:16.176 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:16.176 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:16.176 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:16.176 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:16.178 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:16.178 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:16.180 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:16.180 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:16.180 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:16.180 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:16.180 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:16.183 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:16.185 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:16.192 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8aaa398f-2cf2-45c4-9f3f-197efe56a709] [2024/05/07 02:09:16.193 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:16.193 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:16.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:16.196 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:16.196 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:16.231 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=52.598702ms] [2024/05/07 02:09:16.234 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:16.240 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:16.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:09:16.244 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=107] [cur_db=test] [sql="drop table `t`,`t1`"] [user=] [2024/05/07 02:09:16.270 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:16.270 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/05/07 02:09:16.308 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.339 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=226.039µs] [gotSchemaVersion=108] [phyTblIDs="[125]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.349 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=108] [2024/05/07 02:09:16.388 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.757617ms] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.454 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=214.965µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.497 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=109] [2024/05/07 02:09:16.535 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.424985ms] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [category=ddl] [job="ID:134, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:125, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.621 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 125, Old Table Name: t"] [2024/05/07 02:09:16.655 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=213.29µs] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.665 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=110] [2024/05/07 02:09:16.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.167899ms] [job="ID:134, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.741 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=134] [tableIDs="[125]"] [comment="drop table: table ID"] [2024/05/07 02:09:16.755 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=134] [jobType="drop table"] [2024/05/07 02:09:16.759 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=134] [conn=11] [job="ID:134, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:125, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.217 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.834 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/07 02:09:16.834 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:16.865 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:16.865 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`,`t1`"] [2024/05/07 02:09:16.920 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=294.01µs] [gotSchemaVersion=111] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.961 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=111] [2024/05/07 02:09:16.988 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:16.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:16.988 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:16.988 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:16.997 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.994506ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=257.648µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.109 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=112] [2024/05/07 02:09:17.144 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.370487ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.193 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:17.193 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:17.193 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8aaa398f-2cf2-45c4-9f3f-197efe56a709] [watcherID=42fe5758-d37b-47bb-9bd1-7a7a7fc431fc] [2024/05/07 02:09:17.196 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:17.199 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 127, Old Table Name: t1"] [2024/05/07 02:09:17.208 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:17.208 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:17.208 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:17.208 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:17.238 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=261.754µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.249 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=113] [2024/05/07 02:09:17.286 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=52.755326ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.333 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/07 02:09:17.341 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/07 02:09:17.345 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=11] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.397 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/07 02:09:17.398 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:17.401 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.157745214\n# Parse_time: 0.000268769\n# Compile_time: 0.000729398\n# Rewrite_time: 0.000011323\n# Optimize_time: 0.000206311\n# Wait_TS: 0.000283625\n# DB: test\n# Is_internal: false\n# Digest: e18195ee41552301c3a5d4e7505c7434155b8b2d6d1c44bdae5ca491006dcdd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`,`t1`;"] [2024/05/07 02:09:17.439 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=113] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/05/07 02:09:17.473 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:17.473 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/05/07 02:09:17.548 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.556 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 136, Table Name: t"] [2024/05/07 02:09:17.626 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.363789ms] [gotSchemaVersion=114] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:17.638 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=114] [2024/05/07 02:09:17.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=53.241698ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.736 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=12] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.767 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/07 02:09:17.767 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:17.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.333281636\n# Parse_time: 0.000504512\n# Compile_time: 0.000791655\n# Rewrite_time: 0.000010065\n# Optimize_time: 0.000373097\n# Wait_TS: 0.000352029\n# DB: test\n# Is_internal: false\n# Digest: 502809fb762949a45126a72a5116ca0a2c46abd120256786223833b61a389de9\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int);"] [2024/05/07 02:09:17.966 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:18.786 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=114] [cur_db=test] [sql="drop table t"] [user=] [2024/05/07 02:09:19.124 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589479674478605\n# Query_time: 0.320678824\n# Parse_time: 0\n# Compile_time: 0.003028156\n# Rewrite_time: 0.000184503\n# Optimize_time: 0.001375697\n# Wait_TS: 0.000100816\n# Prewrite_time: 0.314026117 Commit_time: 0.001468224 Get_commit_ts_time: 0.000480874 Slowest_prewrite_rpc_detail: {total:0.314s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 313ms}, scan_detail: {get_snapshot_time: 38.8µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20.6µs, propose_send_wait: 0s, persist_log: {total: 331.1µs, write_leader_wait: 170ns, sync_log: 277.8µs, write_memtable: 2.39µs}, commit_log: 383.5µs, apply_batch_wait: 17.5µs, apply: {total:118.4µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 25.4µs, write_memtable: 19.8µs}}} Commit_primary_rpc_detail: {total:0.314s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 313ms}, scan_detail: {get_snapshot_time: 38.8µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20.6µs, propose_send_wait: 0s, persist_log: {total: 331.1µs, write_leader_wait: 170ns, sync_log: 277.8µs, write_memtable: 2.39µs}, commit_log: 383.5µs, apply_batch_wait: 17.5µs, apply: {total:118.4µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 25.4µs, write_memtable: 19.8µs}}} Write_keys: 1 Write_size: 756 Prewrite_region: 1\n# Is_internal: true\n# Digest: 1b73a00c73a03d7dc9dd08a1ea99474b2523e5f72366f740be5156fa244256c4\n# Num_cop_tasks: 0\n# Mem_max: 9408\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ugnYMAkyN18xCTAJMAlOL0EJMAl0aW1lOjYwNy4xwrVzLCBsb29wczoxLCBwcmVwYXJlOiAzMDAuNgUcLGluc2VydDozMDYuNQURgGNvbW1pdF90eG46IHtwcmV3cml0ZTozMTRtcywgZ2V0XxEhGHM6NDgwLjkdNRA6MS40NwEnHHNsb3dlc3RfET/wPF9ycGM6IHt0b3RhbDogMC4zMTRzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYxLCABzRhfZGV0YWlsAUQgaWt2X3dhbGxfARg0OiAzMTNtc30sIHNjYW4ZJgGoHHNuYXBzaG90ESkIOC44BaxYcm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF6BlCBY5AX2JhdGNoX3dhaXQ6IDIwLjYFQSxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cBqAnsCDMzMS2FCWAUbGVhZGVyDTYoMTcwbnMsIHN5bmMJNggyNzcNpQkuMG1lbXRhYmxlOiAyLjMhagR9LDGgBWYIMzgzLbYQYXBwbHkyrwAEMTcuGwAVkhAxMTguNAXHFG11dGV4XykDAcAJczKhABkXAHchuQQyNQ07CSsZngQxOQW3JUhNHxxwcmltYXJ5Xzr6AQwwMDFz/voBLfoYNDU0LjPCtSEUgv0BBDE1BaEELCDe/QEEMTAlNK77AQw3Ny4yBTUpLjJZAQQ3NDb5AQQ0MzIsAD1aBC4yAUU6+AEEMTYR0E74AQV1BRk19gQ2OG2pAG3C9QEEMTQtOwnHHZsAMUUOJfVtywhudW2BZwkqDGtleXMZDlRieXRlOjc1Nn0JMS4xOSBLQglOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xQnwPgrACQoISW5zZXJ0XzE4AUABUgNOL0FaFnRpbWU6NjA3LjHCtXMsIGxvb3BzOjFiInByZXBhcmU6IDMwMC42wgEcAGkFPrA6MzA2LjXCtXNi4Ahjb21taXRfdHhuOiB7cHJld3JpdGU6MzE0bXMsIGdldF8RIRxzOjQ4MC45wgFHCRQQOjEuNDcBJxxzbG93ZXN0XxE/8DxfcnBjOiB7dG90YWw6IDAuMzE0cywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MSwgAc4YX2RldGFpbAFEIGlrdl93YWxsXwEYNDogMzEzbXN9LCBzY2FuGSYBqBxzbmFwc2hvdBEpCDguOAWsWHJvY2tzZGI6IHtibG9jazoge319fSwgBegZQgWONF9iYXRjaF93YWl0OiAyMTQscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAagJ7AgzMzEthglgFGxlYWRlcg02KDE3MG5zLCBzeW5jCTYIMjc3DaUJLjBtZW10YWJsZTogMi4zIWoEfSwtawkwCDM4MyW3GCwgYXBwbHkyrwAEMTcuGwAVkhAxMTguNCUIFG11dGV4XykDAcAJczKhABkXAHchuQQyNQ07CSsZngQxOQW3JUhJCyBfcHJpbWFyeV86+gEMMDAxc/76AS36GDQ1NC4zwrUhFIL9AQQxNQWhACzi/QEEMTAlNK77AQw3Ny4yBTUpLjJZAQQ3NDb5AQQ0MzIsAD1aBC4yAUU6+AEEMTYR0E74AQV1BRk19gQ2OG2pAG3C9QEEMTQtOwnHHZsAMUUOJfVtyxBudW06MXFLDGtleXMZDmBieXRlOjc1Nn1wwAl4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/07 02:09:19.125 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:19.125 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/07 02:09:19.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=253.496µs] [gotSchemaVersion=115] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.211 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=115] [2024/05/07 02:09:19.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.482018ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.282 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=248.106µs] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.324 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=116] [2024/05/07 02:09:19.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.684781ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.427 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.435 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/05/07 02:09:19.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=230.625µs] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=117] [2024/05/07 02:09:19.515 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.315224ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.578 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/07 02:09:19.587 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/07 02:09:19.591 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=12] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.768 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.667 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/07 02:09:19.668 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:19.672 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.887476978\n# Parse_time: 0.00021887\n# Compile_time: 0.000684844\n# Rewrite_time: 0.000010105\n# Optimize_time: 0.000373097\n# Wait_TS: 0.000310345\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/07 02:09:19.674 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=117] [cur_db=test] [sql="create table t(b int)"] [user=] [2024/05/07 02:09:19.708 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:19.708 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(b int)"] [2024/05/07 02:09:19.778 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.786 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 139, Table Name: t"] [2024/05/07 02:09:19.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.420836ms] [gotSchemaVersion=118] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:19.845 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=118] [2024/05/07 02:09:19.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=54.064494ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.939 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=140] [conn=12] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.970 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/07 02:09:19.971 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:19.974 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.301199968\n# Parse_time: 0.000348454\n# Compile_time: 0.000737846\n# Rewrite_time: 0.00001134\n# Optimize_time: 0.000373097\n# Wait_TS: 0.000394182\n# DB: test\n# Is_internal: false\n# Digest: c4fa238b7929adcf366732d0012d1c26128901ccc3c66aa8e951d23c2b91b67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t(b int);"] [2024/05/07 02:09:19.987 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:18.768 +0000 UTC"] [2024/05/07 02:09:20.016 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.016 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:18.768000'"] [2024/05/07 02:09:20.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.068 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/05/07 02:09:20.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=200.204µs] [gotSchemaVersion=119] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:20.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=119] [2024/05/07 02:09:20.444 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.164542ms] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.510 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:20.519 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:20.522 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.500076ms] ["completed regions"=1] [2024/05/07 02:09:20.522 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:20.531 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:20.532 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.179778ms] ["completed regions"=1] [2024/05/07 02:09:20.532 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:20.542 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:20.544 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.959167ms] ["completed regions"=1] [2024/05/07 02:09:20.544 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:20.553 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:20.554 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.601164ms] ["completed regions"=1] [2024/05/07 02:09:20.554 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:20.563 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:20.564 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.37574ms] ["completed regions"=1] [2024/05/07 02:09:20.564 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:20.573 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:20.574 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.628817ms] ["completed regions"=1] [2024/05/07 02:09:20.574 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:20.583 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:20.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.33436ms] ["completed regions"=1] [2024/05/07 02:09:20.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:20.593 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:20.594 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.245323ms] ["completed regions"=1] [2024/05/07 02:09:20.594 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:20.602 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:20.603 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.747077ms] ["completed regions"=1] [2024/05/07 02:09:20.603 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:20.611 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:20.612 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.488927ms] ["completed regions"=1] [2024/05/07 02:09:20.612 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:20.621 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:20.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.783513ms] ["completed regions"=1] [2024/05/07 02:09:20.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:20.630 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:20.632 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.526617ms] ["completed regions"=1] [2024/05/07 02:09:20.632 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:20.639 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:20.640 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.015308ms] ["completed regions"=1] [2024/05/07 02:09:20.640 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:20.647 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:20.648 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.364379ms] ["completed regions"=1] [2024/05/07 02:09:20.648 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:20.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:20.656 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.258969ms] ["completed regions"=1] [2024/05/07 02:09:20.656 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:20.662 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:20.663 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.065655ms] ["completed regions"=1] [2024/05/07 02:09:20.663 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:20.670 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:20.671 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.542389ms] ["completed regions"=1] [2024/05/07 02:09:20.671 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:20.677 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:20.679 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.758859ms] ["completed regions"=1] [2024/05/07 02:09:20.679 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:20.685 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:20.686 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.231021ms] ["completed regions"=1] [2024/05/07 02:09:20.687 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:20.692 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:20.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.467312ms] ["completed regions"=1] [2024/05/07 02:09:20.694 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:20.699 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:20.700 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.401515ms] ["completed regions"=1] [2024/05/07 02:09:20.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:20.706 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:20.707 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.910422ms] ["completed regions"=1] [2024/05/07 02:09:20.707 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:20.712 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:20.713 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.642414ms] ["completed regions"=1] [2024/05/07 02:09:20.713 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:20.718 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:20.719 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.394635ms] ["completed regions"=1] [2024/05/07 02:09:20.719 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:20.723 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:20.724 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.304217ms] ["completed regions"=1] [2024/05/07 02:09:20.725 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:20.729 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:20.730 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.088712ms] ["completed regions"=1] [2024/05/07 02:09:20.730 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:20.734 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:20.735 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.778463ms] ["completed regions"=1] [2024/05/07 02:09:20.736 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:20.740 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:20.741 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.983294ms] ["completed regions"=1] [2024/05/07 02:09:20.741 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:20.745 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:20.746 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.34306ms] ["completed regions"=1] [2024/05/07 02:09:20.746 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:20.749 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:20.750 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.015139ms] ["completed regions"=1] [2024/05/07 02:09:20.750 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:20.753 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:20.755 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.934593ms] ["completed regions"=1] [2024/05/07 02:09:20.755 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:20.758 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:20.759 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.701781ms] ["completed regions"=1] [2024/05/07 02:09:20.759 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:20.762 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:20.763 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.37099ms] ["completed regions"=1] [2024/05/07 02:09:20.763 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:20.765 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:20.766 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.322764ms] ["completed regions"=1] [2024/05/07 02:09:20.766 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:20.769 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:20.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.090529ms] ["completed regions"=1] [2024/05/07 02:09:20.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:20.772 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:20.773 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.86809ms] ["completed regions"=1] [2024/05/07 02:09:20.773 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:20.775 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:20.776 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.678391ms] ["completed regions"=1] [2024/05/07 02:09:20.776 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:20.778 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:20.779 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.434022ms] ["completed regions"=1] [2024/05/07 02:09:20.779 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:20.781 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:20.782 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.492255ms] ["completed regions"=1] [2024/05/07 02:09:20.818 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=141] [2024/05/07 02:09:20.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [category=ddl] [job="ID:141, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.863 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:20.873 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:20.875 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:09:20.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.924224ms] ["completed regions"=1] [2024/05/07 02:09:20.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:20.885 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:20.886 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:09:20.886 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.424385ms] ["completed regions"=1] [2024/05/07 02:09:20.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:20.895 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:20.897 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:09:20.897 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.029521ms] ["completed regions"=1] [2024/05/07 02:09:20.897 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:20.906 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:20.907 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:09:20.907 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.443892ms] ["completed regions"=1] [2024/05/07 02:09:20.907 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:20.915 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:20.916 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:09:20.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=8.80341ms] ["completed regions"=1] [2024/05/07 02:09:20.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:20.924 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:20.926 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:09:20.926 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.31403ms] ["completed regions"=1] [2024/05/07 02:09:20.926 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:20.934 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:20.936 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:09:20.936 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.637578ms] ["completed regions"=1] [2024/05/07 02:09:20.936 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:20.944 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:20.945 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:09:20.945 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.527293ms] ["completed regions"=1] [2024/05/07 02:09:20.945 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:20.952 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:20.954 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:09:20.954 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.515935ms] ["completed regions"=1] [2024/05/07 02:09:20.954 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:20.961 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:20.962 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:09:20.962 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.109108ms] ["completed regions"=1] [2024/05/07 02:09:20.962 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:20.969 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:20.971 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:09:20.971 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.073652ms] ["completed regions"=1] [2024/05/07 02:09:20.971 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:21.004 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:21.008 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:09:21.008 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=36.516762ms] ["completed regions"=1] [2024/05/07 02:09:21.008 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:21.016 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:21.017 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:09:21.017 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.694027ms] ["completed regions"=1] [2024/05/07 02:09:21.017 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:21.024 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:21.026 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:09:21.026 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.837246ms] ["completed regions"=1] [2024/05/07 02:09:21.026 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:21.036 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:21.038 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:09:21.038 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=11.303827ms] ["completed regions"=1] [2024/05/07 02:09:21.038 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:21.047 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:21.048 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:09:21.048 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=9.771328ms] ["completed regions"=1] [2024/05/07 02:09:21.048 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:21.057 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:21.060 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:09:21.060 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=11.473804ms] ["completed regions"=1] [2024/05/07 02:09:21.060 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:21.068 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:21.069 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:09:21.069 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=8.211061ms] ["completed regions"=1] [2024/05/07 02:09:21.069 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:21.075 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:21.076 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:09:21.076 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.661684ms] ["completed regions"=1] [2024/05/07 02:09:21.076 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:21.082 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:21.083 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:09:21.083 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.435348ms] ["completed regions"=1] [2024/05/07 02:09:21.083 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:21.089 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:21.090 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:09:21.090 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.515702ms] ["completed regions"=1] [2024/05/07 02:09:21.090 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:21.095 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:21.096 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:09:21.096 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.727916ms] ["completed regions"=1] [2024/05/07 02:09:21.097 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:21.101 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:21.103 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:09:21.103 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.737519ms] ["completed regions"=1] [2024/05/07 02:09:21.103 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:21.107 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:21.108 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:09:21.108 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.320692ms] ["completed regions"=1] [2024/05/07 02:09:21.109 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:21.113 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:21.114 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:09:21.114 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.171996ms] ["completed regions"=1] [2024/05/07 02:09:21.114 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:21.118 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:21.119 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:09:21.120 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.024944ms] ["completed regions"=1] [2024/05/07 02:09:21.120 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:21.123 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:21.125 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:09:21.125 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.81997ms] ["completed regions"=1] [2024/05/07 02:09:21.125 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:21.128 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:21.130 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:09:21.130 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.852575ms] ["completed regions"=1] [2024/05/07 02:09:21.130 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:21.134 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:21.135 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:09:21.135 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.65458ms] ["completed regions"=1] [2024/05/07 02:09:21.135 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:21.139 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:21.140 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:09:21.140 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.494945ms] ["completed regions"=1] [2024/05/07 02:09:21.140 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:21.143 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:21.144 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:09:21.144 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.954652ms] ["completed regions"=1] [2024/05/07 02:09:21.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:21.147 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:21.148 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:09:21.148 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.726731ms] ["completed regions"=1] [2024/05/07 02:09:21.149 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:21.151 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:21.152 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:09:21.153 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.56313ms] ["completed regions"=1] [2024/05/07 02:09:21.153 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:21.155 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:21.157 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:09:21.157 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.684991ms] ["completed regions"=1] [2024/05/07 02:09:21.157 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:21.159 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:21.160 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:09:21.160 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.260007ms] ["completed regions"=1] [2024/05/07 02:09:21.161 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:21.162 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:21.164 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:09:21.164 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.944966ms] ["completed regions"=1] [2024/05/07 02:09:21.164 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:21.166 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:21.167 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:09:21.167 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.715864ms] ["completed regions"=1] [2024/05/07 02:09:21.167 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:21.169 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:21.170 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:09:21.170 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.674806ms] ["completed regions"=1] [2024/05/07 02:09:21.170 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:21.171 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:21.173 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:09:21.174 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.168369ms] ["completed regions"=1] [2024/05/07 02:09:21.174 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:21.234 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:21.283 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/141/4afbf7e4-4c96-40a3-82cf-912c906345e3] [currentVer=119] [latestVer=120] [2024/05/07 02:09:21.283 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 4afbf7e4-4c96-40a3-82cf-912c906345e3"] ["ddl job id"=141] [ver=120] [2024/05/07 02:09:21.329 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=94.866898ms] [2024/05/07 02:09:21.334 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:21.343 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=120] [2024/05/07 02:09:21.348 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=117.776319ms] [job="ID:141, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.504 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=12] [job="ID:141, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:19.967 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.529 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/07 02:09:21.529 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:21.532 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 1.547110269\n# Parse_time: 0.000339483\n# Compile_time: 0.000639002\n# Rewrite_time: 0.00001444\n# Optimize_time: 0.000373097\n# Wait_TS: 0.000384135\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:18.768000';"] [2024/05/07 02:09:21.571 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [2024/05/07 02:09:21.572 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [2024/05/07 02:09:21.572 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.573 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=21.862µs] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=14.304µs] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=14.745µs] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=12.603µs] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=5.068µs] [2024/05/07 02:09:21.574 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:21.574 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:21.575 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:21.579 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4afbf7e4-4c96-40a3-82cf-912c906345e3] ["take time"=36.366536ms] [2024/05/07 02:09:21.579 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4afbf7e4-4c96-40a3-82cf-912c906345e3] [2024/05/07 02:09:21.581 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:21.581 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:21.581 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8aaa398f-2cf2-45c4-9f3f-197efe56a709] [watcherID=42fe5758-d37b-47bb-9bd1-7a7a7fc431fc] [2024/05/07 02:09:21.581 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8aaa398f-2cf2-45c4-9f3f-197efe56a709] [2024/05/07 02:09:21.581 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:21.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.581 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.581 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:21.581 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.582 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.586 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:21.586 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1219] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:21.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:21.587 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:21.588 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0960bfe0-d645-410d-a72e-29548a35da66"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:21.588 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4afbf7e4-4c96-40a3-82cf-912c906345e3] [2024/05/07 02:09:21.587 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:21.588 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:21.587 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:21.588 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:21.588 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:21.588 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:21.588 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:21.588 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [2024/05/07 02:09:21.588 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:21.588 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:21.588 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:21.587 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:21.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:21.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:21.588 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:21.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:21.588 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:21.589 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4afbf7e4-4c96-40a3-82cf-912c906345e3] [2024/05/07 02:09:21.589 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:21.589 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:21.589 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:21.589 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:21.589 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:21.590 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:21.590 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:21.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:21.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:21.590 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0960bfe0-d645-410d-a72e-29548a35da66] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:21.590 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0960bfe0-d645-410d-a72e-29548a35da66"] [error="context canceled"] [2024/05/07 02:09:21.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:21.590 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0960bfe0-d645-410d-a72e-29548a35da66"] [2024/05/07 02:09:21.590 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0960bfe0-d645-410d-a72e-29548a35da66"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.625 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:21.625 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="context canceled"] [2024/05/07 02:09:21.625 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [2024/05/07 02:09:21.625 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:22.836 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0960bfe0-d645-410d-a72e-29548a35da66"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:22.850 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:22.850 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:22.850 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:22.871 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4afbf7e4-4c96-40a3-82cf-912c906345e3"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:22.871 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:22.871 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:22.872 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:22.880 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.337301446s] [2024/05/07 02:09:22.880 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:22.881 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:22.881 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:22.881 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:22.882 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropTableWithData (7.21s) === RUN TestFlashbackCreateDropSchema [2024/05/07 02:09:22.891 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:22.892 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:22.893 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:22.893 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:22.893 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:22.894 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:22.894 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:22.894 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:22.894 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:22.894 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:22.896 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:22.900 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:22.902 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:22.904 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:22.913 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:22.924 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:23.084 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=790] ["lease id"=6f188f50cd7945c8] [2024/05/07 02:09:23.086 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:23.188 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=120] ["start time"=96.931471ms] [2024/05/07 02:09:23.193 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:23.193 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=767d643b-df14-40f2-97f7-d435faa1340d] [runWorker=true] [2024/05/07 02:09:23.193 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:23.196 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:23.197 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:23.197 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:23.197 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:23.197 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:23.199 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd795435] [ownerID=767d643b-df14-40f2-97f7-d435faa1340d] [op=none] [2024/05/07 02:09:23.200 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:23.200 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=00fff874-1ba6-4d4b-9100-3e2d332c3314] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:23.205 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:23.225 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:23.226 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:23.227 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:23.248 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:23.249 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd795435] [ownerID=767d643b-df14-40f2-97f7-d435faa1340d] [op=none] [2024/05/07 02:09:23.249 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [op=none] [2024/05/07 02:09:23.249 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:23.329 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:23.345 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:23.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:23.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:23.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:23.359 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:23.359 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:23.359 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:23.359 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:23.359 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:23.359 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:23.361 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:23.361 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:23.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:23.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:23.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:23.363 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:23.363 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:23.365 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:23.367 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:23.373 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/dd0f7c5d-63fa-451d-ba6a-228d33c2e4f5] [2024/05/07 02:09:23.374 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:23.374 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:23.378 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:23.378 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:23.378 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:23.409 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.289674ms] [2024/05/07 02:09:23.414 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:23.419 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:23.421 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:09:23.448 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.448 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:09:23.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=214.019µs] [gotSchemaVersion=121] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:23.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=121] [2024/05/07 02:09:23.567 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.069317ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=241.853µs] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:23.670 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=122] [2024/05/07 02:09:23.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.360818ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.804 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.815 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: t"] [2024/05/07 02:09:23.845 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=305.132µs] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:23.894 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/142/767d643b-df14-40f2-97f7-d435faa1340d] [currentVer=122] [latestVer=123] [2024/05/07 02:09:23.894 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 767d643b-df14-40f2-97f7-d435faa1340d"] ["ddl job id"=142] [ver=123] [2024/05/07 02:09:24.218 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:24.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:24.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:24.218 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:24.356 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:499.957891ms txnStartTS:449589480998305798 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:2, total_time:501.1ms},ResolveLock:{num_rpc:1, total_time:27.4µs} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:242 rocksdb_delete_skipped_count:81 rocksdb_key_skipped_count:591 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 02:09:24.357 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:472.988075ms txnStartTS:449589481011150849 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:472.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:378 rocksdb_delete_skipped_count:81 rocksdb_key_skipped_count:984 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 02:09:24.359 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589480998305798\n# Query_time: 0.508087205\n# Parse_time: 0\n# Compile_time: 0.003863668\n# Rewrite_time: 0.000607843\n# Optimize_time: 0.001504089\n# Wait_TS: 0.000129101\n# Cop_time: 0.50200178 Process_time: 0.000216104 Wait_time: 0.00003605 Request_count: 1 Process_keys: 1 Total_keys: 242 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 81 Rocksdb_key_skipped_count: 591\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000216104 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.605e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.500904177\n# PD_total: 0.000035025\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('sgbweTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkxCXRpbWU6NTAyLjVtcywgbG9vcHM6MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNTAwbXMsIHByb2Nfa2V5czogMSwgdG90X3Byb2M6IDIxNi4xwrVzCRQgd2FpdDogMzYuCROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGihuOiA1My41wrVzLAF76F9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoyLCB0b3RhbF90CeJEMS4xbXN9LFJlc29sdmVMb2NrGSwAMQWwESxoMjcuNMK1c319CTI3MyBCeXRlcwlOL0EKMQkxITMEXzA1UEBsZShteXNxbC50aWRiX21kbAWJUC52ZXJzaW9uLCAxMjMpCTEJdGlrdgXcCDp7dAGNADA1agHAOHNjYW5fZGV0YWlsOiB7dAW0MHByb2Nlc3Nfa2V5czohfUYXACBfc2l6ZTogMzkRvAksQDI0MiwgZ2V0X3NuYXBzaG90KQAQIDE1LjclTJhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgxLCBrZXk+FwAYNTkxLCBibCE3GCB7fX19LCABy164AAEcBDogMg4CCGFsX0EQDRtVFSUcDHdhbGwRGQw1My45IX4MCU4vQQEEHAoyCTQzXzUJIXgsMTAwMDAJdGFibGU6MnMBiCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJBWlF00aFASAJTi9BCU4vQQo=')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('oQeYCpwHCg1UYWJsZVJlYWRlcl83ErMECgtTZWxlY3Rpb25fNhKXAQoPBSJMRnVsbFNjYW5fNSEAAAAAIGUhQSkBCfBtAIjDQDABOAJAAkoYChYKBW15c3FsEg10aWRiX21kbF9pbmZvUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXgJCAz///8BBYYsgE8iQSmrqqqqqvapDYYQUiRsZSgFhQAuMoQARC52ZXJzaW9uLCAxMjMparUCdGpzAAgsIHMB63xkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDEsIEYXACBfc2l6ZTogMzkRHQks8EkyNDIsIGdldF9zbmFwc2hvdF90aW1lOiAxNS43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgxLCBrZXlfczYXAEQ1OTEsIGJsb2NrOiB7fX19LCABWF64AAEcGDogMjE2LjEFdQm/CHdhaRGPADMVGiEcDHdhbGwNNCAzNTMuOcK1c31ajAEhgwzqc+ZALowBJAFAAVIQZGF0YTpdUARaFQWFHDUwMi41bXMsLeQYMmKFAmNvcEkBECB7bnVtJV8cbWF4OiA1MDABKSF8LU0peSWOOs4ABcwAOhnHgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDUzLjUlG6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoyMfQN4zgxLjFtc30sUmVzb2x2ZUwhpRUsCcQAYS1gDDI3LjQhXkB9cJECeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/07 02:09:24.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=123] [2024/05/07 02:09:24.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589481011150849\n# Query_time: 0.489555201\n# Parse_time: 0\n# Compile_time: 0.010093398\n# Rewrite_time: 0.001698588\n# Optimize_time: 0.006811739\n# Wait_TS: 0.000121268\n# Cop_time: 0.470909632 Process_time: 0.00059411 Wait_time: 0.000094182 Request_count: 2 Process_keys: 1 Total_keys: 752 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 161 Rocksdb_key_skipped_count: 1954\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000297055 Cop_proc_p90: 0.000320714 Cop_proc_max: 0.000320714 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 4.7091e-05 Cop_wait_p90: 5.0325e-05 Cop_wait_max: 5.0325e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12722\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('pBi4MAkzXzEzCTAJMjMxMy40MQlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQ3NC42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAyHYMcCTAgQnl0ZXMRCBwKMgkxN18yOB34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldHXcddaAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjYzNC43wrVzLCBmZXRjaB0QBTIMOjBzfRGqEQgkCjMJMzFfNDEoQgFUACkduUBkYXRhOlNlbGVjdGlvbl80MBWOADQJZDWHaGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNQW4IWg0X2tleXM6IDAsIHRvdF8BEhg6IDI3My40Ba8BFCR3YWl0OiA0My45BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxAAFzCF9kdQUaGG46IDU1LjMFOjhtYXhfZGlzdHNxbF9jb25VIkggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY0FNJUMAX0VqLDEuNDRtc319CTI0My3hGE4vQQo0CTEhBwQxX3LWAgxyZW9ySbQEa3YFpAQ6ewVVBDBzVbo8fSwgc2Nhbl9kZXRhaWw6ICm/LSNAMzc0LCBnZXRfc25hcHNob3QJlAggMjAt3Jhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgwLCBrZXk+FwAEOTchOghsb2MhqBB9fX0sIAGXPoQAIZoIZXNzEXQuogEEYWwlpA0bNakAdAHoCHdhbC08DCA0MzkFqQB9ITQBBBwKNQk0NF8zOSU5HDY2NjYuNjcJSbguDwTwPiwgcmFuZ2U6Wy1pbmYsMTQyKSwgKDE0MiwraW5mXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCYElZnEBAYgBBDAKMwk2XzI5KFByb2JlQe40NjQwMAlncm91cCBieTp1fEAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMdRIMNzMuNTKiAxBwYXJ0aSExGG9ya2VyOns5ICQ0NzIuOTgxMTUxATEuoAIINSwgRdNhRAAwaShlFCwyLjM2NDAyNjEzMXMJFwxleGVjRVBhOCHGCSQYMTcwNzI4c2l+AWgUODQ2Nzg5AWgIcDk1MhIAFH0sIGZpblqhABgzLjQwMTE0heleoQABrQhvdF8JoRQ3LjY1OMKBeAEUBZ4MNi4wMYknARMVpBg1OTM4OTE1FaQcMy4zMzgyMTMZpBkSObVheQAzgYAlrhRub3QoZXE5kgQsIEEtCCksIAEZFGlzbnVsbBkdACkh5QV/JREBaI24CAkzOLG+Yd0QNQk2XzMh0gg4MDBdEkqpBW0jCGluZ1IyBiBzY2hlbWFfaWQB5UbYBkX5CR5JYwhtaW4VrwA4Ml4CADEZuSUhCbkEMixyXgIYMS44MzE0NyX2Xr0BADFJRym9IC4zNTc5ODczNCGWIa0lwBwxODYuMjk2wjHVJUMBLBg4MzU3MDkzAd0sYXg6NDcxLjcyNjU25ZlJZhkScmYCHDIuMjY5Nzc3IZNeqQAyZgIMOC44N8kcFaYQMi42MTVCpAAYNjA0NDkyNhmkGDIuMjIxMDFF0QmkGRJZZgA24QoMMzYJMEkD5QAkSGFzaEFnZ18zMTmOBDEuxdYEbG8OhggEMizBqqnoACDBT9n/BDQ3JbZBL63bLXgBEhA6IDMyMKUoPYwIIDUwzcQAY77+BggyNi5pgu7+Bsn+YSkAOcn/BDgy3f8AN2EiADGlxv4kA84kA0pMAxadCX00ADglpmYHBgAsUngHIZDB9BajCCmlBGFsMhcAJF9zaXplOiAxOTYVHwkuCDM3OFauBwA3RZeCrAcAMcHZAHlCrAcMODQsILqsBzJQAqHaBGFp8axVV0KsBwQ5OUVxeQUUOAk0M18zoXEMMAkxMKELhbE6qgd6jAeBuWaFASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('+xrwSQr2GgoNUHJvamVjdGlvbl8xMxLeGQoHU29ydF8xNBLmGAoLSGFzaEpvaW5fMjgSzgYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxNDIpLCAoMTQyLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSlixI290xKiBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDM3NCwgZ2V0X3NuYXBzaG90XwWkwCAyMC43wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDgwLCBrZXk+FwBEOTcwLCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBg6IDI3My40BXUJogh3YWkRjww0My45CRoB6Ax3YWxsDTQINDM5BakEfXAhOgUBLkoBLBoBASHtVObTsHPrQDlNKAFAAVIRZGF0YTpTXS0EWhQFhwQ0NAn5LaMUYtkBY29wKcBYIHtudW06IDEsIG1heDogMS41NG1zLCABxi1PBDAsAbwF2DrQAAXOADoZyWBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wITgMdWlsZAVzCF9kdQUaGG46IDU1LjMlA6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS02JDEuNDRtc319cPMuLAEQEt8QCgphYShBZ2dfMjkSiA0KDDkgEDMwEosMGSAQMzUS4Ac2gAMQMzYSowUdIhQxEpcBChBlfgxGdWxsaX0ANEXcFPDvMEEpAAEBEIjDQDABdn8DAB7+YQNaYQMIKGUxDYUEQL8NhTxSlAFncm91cCBieTpteXNxOm0DIekcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4arXK4AMNrU2ZVQEuFwAkX3NpemU6IDE5NhUfAGuNFgA4VhYEADdFgoIUBAAxoRYEeV86KwQIOTg0whQEBDMykYlCFAQENTBtEUIUBAQ5OQUaWhQEICHe3d3dHT73QEmCKf2BEwQPZIETCEhhc2UCDDMxWhWJEQg3MS5l6IkSADJqEgQINDczOhEEKVkldgA6Ns0AjREVxsIRBAwyNi44JY/uEQSJERA0NzIuOYUSBJoCLogGISoIrWz4QioBAIT+JwO+JwN1C30XADU1oAQyLiV3MaBEzQJwYXJ0aWFsX3dvcmtlcjp72TEhzRQ4MzE0NzkhqS4/BRw1LCB0YXNrX6HjLbbBgTA6Mi4zNTc5ODczNDVzpUYwX2V4ZWM6MTg2LjI5NiWBBHRvzagBLBg4MzU3MDkzgQQEYXgFcBQ3MjY1NjYBcAhwOTUyEgAUfSwgZmluWqkAHDIuMjY5Nzc3ATleqQABtQBvTUsQMjguODftJgBvDaYQMi42MTVCpAAYNjA0NDkyNhmkHDIuMjIxMDEyAWsJpBkSbkYDCK1I/k0cCAC5QGVEGC9ub3QoZXE1sQg1LCAOMgkIKSwgARkUaXNudWxsGR0EKSk9xAA4AX4IbG9vDhkJBHD8LogCJBoBAiFEREREJGM+bwAEOGexr1EiBDUsrV4cZmlyc3Ryb3cdbrlTWTwIMy41HXgEYsVyPAIcMi45ODExNTEBMl6TARoDCFE8HDY0MDI2MTMxLjwCADANDYVfKDIuMzY0MTcwNzI4VTQYMi44NDY3OEWkMZAREnI0AhgzLjQwMTE0JcleoQAyNAIMNy42NYlGVTQMNi4wManoARMVpBg1OTM4OTE1FaQYMy4zMzgyMWV6CaQZEl40AhiQDnEoYxMHKtgKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGIbBwQsIDXtDCldWhMFogQ0N72jCDFiOxZDCRBoYXNoX+V4ADoW9goMOjYzNBIwChgsIGZldGNoHRAFMiw6MHN9IVNwugGmRRA6pgAAPUqQAO1NIGluZzpkZXNjLE4WCOnPVegENC4lnU3oGCGlTQQznls+bABOfQgBSBBtZXRhLE5lABmJHWmFcw1pDGINQ28mKwpANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/07 02:09:24.374 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:24.374 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:24.374 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dd0f7c5d-63fa-451d-ba6a-228d33c2e4f5] [watcherID=dc7ca6e8-72d2-40bd-b701-1786fd1a5a04] [2024/05/07 02:09:24.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=536.147054ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.378 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:24.393 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:24.393 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:24.393 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:24.393 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:24.438 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/07 02:09:24.452 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/05/07 02:09:24.456 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=142] [conn=13] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:23.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/07 02:09:24.509 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:24.512 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.091810756\n# Parse_time: 0.000196576\n# Compile_time: 0.000527221\n# Rewrite_time: 0.000007225\n# Optimize_time: 0.000184754\n# Wait_TS: 0.000475507\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:09:24.546 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=123] [cur_db=test] [sql="create table t(a int, index k(a))"] [user=] [2024/05/07 02:09:24.582 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:24.582 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, index k(a))"] [2024/05/07 02:09:24.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.648 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 143, Table Name: t"] [2024/05/07 02:09:24.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.341986ms] [gotSchemaVersion=124] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:24.705 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=124] [2024/05/07 02:09:24.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=272.071557ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=144] [conn=14] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.518 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.060 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/07 02:09:25.060 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.087 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.541846727\n# Parse_time: 0.000483605\n# Compile_time: 0.000715442\n# Rewrite_time: 0.00000906\n# Optimize_time: 0.000337366\n# Wait_TS: 0.000387797\n# DB: test\n# Is_internal: false\n# Digest: ad3363ab879c42d51da38d2d57a738a16bc93bfb0a9502aa772992bd9bfbbd44\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int, index k(a));"] [2024/05/07 02:09:25.198 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:26.104 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=124] [cur_db=test] [sql="drop schema test"] [user=] [2024/05/07 02:09:26.129 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:26.129 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test"] [2024/05/07 02:09:26.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:queueing, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.237 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=367.841µs] [gotSchemaVersion=125] [phyTblIDs="[143]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:26.248 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=125] [2024/05/07 02:09:26.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.414689ms] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.339 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:write only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.365 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=172.344µs] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:26.377 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=126] [2024/05/07 02:09:26.415 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.155595ms] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:drop schema, State:running, SchemaState:delete only, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.484 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=201.093µs] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:26.494 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=127] [2024/05/07 02:09:26.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.337347ms] [job="ID:145, Type:drop schema, State:done, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.566 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:26.576 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop schema"] [2024/05/07 02:09:26.580 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:drop schema, State:synced, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.068 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.625 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/07 02:09:26.626 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.629 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.525264626\n# Parse_time: 0.000222395\n# Compile_time: 0.000621894\n# Rewrite_time: 0.00000918\n# Optimize_time: 0.000337366\n# Wait_TS: 0.000286288\n# Is_internal: false\n# Digest: 7395cbe033e695b7422836016be6bd8c724e8ed7a51276c275dcc5e5acd51631\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop schema test;"] [2024/05/07 02:09:26.630 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=] [sql="create schema test1"] [user=] [2024/05/07 02:09:26.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:26.657 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test1"] [2024/05/07 02:09:26.700 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [category=ddl] [job="ID:147, Type:create schema, State:queueing, SchemaState:none, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.728 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=875.085µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:26.738 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=147] [version=128] [2024/05/07 02:09:26.776 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.08018ms] [job="ID:147, Type:create schema, State:done, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.842 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=147] [conn=14] [job="ID:147, Type:create schema, State:synced, SchemaState:public, SchemaID:146, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.867 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/05/07 02:09:26.867 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.871 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=] [sql="create schema test2"] [user=] [2024/05/07 02:09:26.901 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:26.901 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create schema test2"] [2024/05/07 02:09:26.969 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [category=ddl] [job="ID:149, Type:create schema, State:queueing, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.003 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=1.05875ms] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:27.013 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=149] [version=129] [2024/05/07 02:09:27.051 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.464015ms] [job="ID:149, Type:create schema, State:done, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:26.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.130 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=149] [conn=14] [job="ID:149, Type:create schema, State:synced, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.868 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.155 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=149] [2024/05/07 02:09:27.155 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.161 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:27.161 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=129] [error="[schema:1049]Unknown database 'test'"] [errorVerbose="[schema:1049]Unknown database 'test'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:338\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test1\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:27.163 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test2] [sql="drop schema test2"] [user=] [2024/05/07 02:09:27.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.190 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop schema test2"] [2024/05/07 02:09:27.235 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:queueing, SchemaState:public, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=362.582µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:27.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=130] [2024/05/07 02:09:27.312 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=52.704483ms] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:write only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.385 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=192.239µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:27.396 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=131] [2024/05/07 02:09:27.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=54.082638ms] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:drop schema, State:running, SchemaState:delete only, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.521 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=195.472µs] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:27.532 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=132] [2024/05/07 02:09:27.571 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.573567ms] [job="ID:150, Type:drop schema, State:done, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.614 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=150] [jobType="drop schema"] [2024/05/07 02:09:27.618 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:drop schema, State:synced, SchemaState:none, SchemaID:148, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.168 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.660 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/07 02:09:27.661 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.664 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.501407791\n# Parse_time: 0.00029894\n# Compile_time: 0.000432573\n# Rewrite_time: 0.00000675\n# Optimize_time: 0.000337366\n# Wait_TS: 0.000373842\n# Is_internal: false\n# Digest: 198bfda5b99bff3010b007aaf6570fccdae9746e3b653fef5a8797582c25f54f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse ;\ndrop schema test2;"] [2024/05/07 02:09:27.666 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:26.068 +0000 UTC"] [2024/05/07 02:09:27.691 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.691 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:26.068000'"] [2024/05/07 02:09:27.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.781 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/05/07 02:09:27.850 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.104 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=203.844µs] [gotSchemaVersion=133] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:28.114 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=133] [2024/05/07 02:09:28.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.042238ms] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.216 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=2] ["batch count"=1] ["first batch, region ID"=28] ["first split key"=6d44423a3134360000fd0000000000000068] [2024/05/07 02:09:28.218 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=28] ["first at"=6d44423a3134360000fd0000000000000068] ["first new region left"="{Id:340 StartKey: EndKey:6d44423a31343600ff00fd000000000000ff0068000000000000f9 RegionEpoch:{ConfVer:5 Version:9} Peers:[id:341 store_id:2 id:342 store_id:3 id:343 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=2] [2024/05/07 02:09:28.218 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=2] ["region IDs"="[340,344]"] [2024/05/07 02:09:28.245 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/05/07 02:09:28.255 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=344] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/05/07 02:09:28.256 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=10.682736ms] ["completed regions"=1] [2024/05/07 02:09:28.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:28.266 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:28.268 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.200248ms] ["completed regions"=1] [2024/05/07 02:09:28.268 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:28.278 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:28.280 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.824511ms] ["completed regions"=1] [2024/05/07 02:09:28.280 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:28.289 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:28.290 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.011308ms] ["completed regions"=1] [2024/05/07 02:09:28.290 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:28.299 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:28.300 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.593973ms] ["completed regions"=1] [2024/05/07 02:09:28.300 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:28.309 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:28.310 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.457199ms] ["completed regions"=1] [2024/05/07 02:09:28.310 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:28.319 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:28.320 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.656681ms] ["completed regions"=1] [2024/05/07 02:09:28.321 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:28.329 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:28.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.919589ms] ["completed regions"=1] [2024/05/07 02:09:28.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:28.337 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:28.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.494294ms] ["completed regions"=1] [2024/05/07 02:09:28.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:28.346 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:28.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.424473ms] ["completed regions"=1] [2024/05/07 02:09:28.348 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:28.355 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:28.356 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.312233ms] ["completed regions"=1] [2024/05/07 02:09:28.356 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:28.364 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:28.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.447487ms] ["completed regions"=1] [2024/05/07 02:09:28.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:28.372 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:28.374 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.151291ms] ["completed regions"=1] [2024/05/07 02:09:28.374 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:28.380 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:28.382 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.479286ms] ["completed regions"=1] [2024/05/07 02:09:28.382 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:28.388 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:28.390 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.268764ms] ["completed regions"=1] [2024/05/07 02:09:28.390 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:28.396 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:28.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.251979ms] ["completed regions"=1] [2024/05/07 02:09:28.397 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:28.430 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:28.432 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=34.512037ms] ["completed regions"=1] [2024/05/07 02:09:28.432 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:28.439 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:28.441 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.91483ms] ["completed regions"=1] [2024/05/07 02:09:28.441 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:28.447 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:28.449 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.244921ms] ["completed regions"=1] [2024/05/07 02:09:28.449 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:28.458 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:28.460 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=10.220116ms] ["completed regions"=1] [2024/05/07 02:09:28.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:28.466 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:28.467 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.116785ms] ["completed regions"=1] [2024/05/07 02:09:28.468 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:28.474 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:28.475 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.3831ms] ["completed regions"=1] [2024/05/07 02:09:28.476 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:28.481 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:28.482 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.008626ms] ["completed regions"=1] [2024/05/07 02:09:28.482 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:28.487 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:28.489 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.166898ms] ["completed regions"=1] [2024/05/07 02:09:28.489 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:28.493 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:28.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.44876ms] ["completed regions"=1] [2024/05/07 02:09:28.495 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:28.499 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:28.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.301627ms] ["completed regions"=1] [2024/05/07 02:09:28.501 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:28.505 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:28.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.194229ms] ["completed regions"=1] [2024/05/07 02:09:28.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:28.510 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:28.512 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.920293ms] ["completed regions"=1] [2024/05/07 02:09:28.512 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:28.516 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:28.517 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.052191ms] ["completed regions"=1] [2024/05/07 02:09:28.517 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:28.521 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:28.522 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.58995ms] ["completed regions"=1] [2024/05/07 02:09:28.522 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:28.525 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:28.527 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.007603ms] ["completed regions"=1] [2024/05/07 02:09:28.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:28.530 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:28.531 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.792811ms] ["completed regions"=1] [2024/05/07 02:09:28.531 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:28.534 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:28.535 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.673647ms] ["completed regions"=1] [2024/05/07 02:09:28.535 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:28.538 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:28.539 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.611628ms] ["completed regions"=1] [2024/05/07 02:09:28.539 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:28.542 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:28.543 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.666122ms] ["completed regions"=1] [2024/05/07 02:09:28.543 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:28.546 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:28.547 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.374255ms] ["completed regions"=1] [2024/05/07 02:09:28.547 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:28.549 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:28.550 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.839253ms] ["completed regions"=1] [2024/05/07 02:09:28.550 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:28.552 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:28.553 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.748717ms] ["completed regions"=1] [2024/05/07 02:09:28.554 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:28.555 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:28.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.654877ms] ["completed regions"=1] [2024/05/07 02:09:28.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:28.558 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:28.559 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.167624ms] ["completed regions"=1] [2024/05/07 02:09:28.595 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=151] [2024/05/07 02:09:28.656 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [category=ddl] [job="ID:151, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.658 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] [concurrency=64] [2024/05/07 02:09:28.669 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=344] [start_key=6d44423a3134360000fd0000000000000068] [end_key=6d44423a3134370000fd0000000000000068] [2024/05/07 02:09:28.670 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=40] [] [2024/05/07 02:09:28.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3134360000fd0000000000000068] [endKey=6d44423a3134370000fd0000000000000068] ["cost time"=11.115919ms] ["completed regions"=1] [2024/05/07 02:09:28.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:28.679 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:28.682 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=40] [] [2024/05/07 02:09:28.682 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.223931ms] ["completed regions"=1] [2024/05/07 02:09:28.682 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:28.691 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:28.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=40] [] [2024/05/07 02:09:28.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.163793ms] ["completed regions"=1] [2024/05/07 02:09:28.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:28.702 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:28.703 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=40] [] [2024/05/07 02:09:28.703 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.509974ms] ["completed regions"=1] [2024/05/07 02:09:28.703 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:28.712 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:28.714 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=40] [] [2024/05/07 02:09:28.714 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.172779ms] ["completed regions"=1] [2024/05/07 02:09:28.714 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:28.722 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:28.724 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=40] [] [2024/05/07 02:09:28.724 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.835917ms] ["completed regions"=1] [2024/05/07 02:09:28.724 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:28.732 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:28.733 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=40] [] [2024/05/07 02:09:28.733 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.215578ms] ["completed regions"=1] [2024/05/07 02:09:28.733 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:28.741 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:28.742 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=40] [] [2024/05/07 02:09:28.742 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.498795ms] ["completed regions"=1] [2024/05/07 02:09:28.742 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:28.750 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:28.751 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=40] [] [2024/05/07 02:09:28.751 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.690232ms] ["completed regions"=1] [2024/05/07 02:09:28.751 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:28.759 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:28.760 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=40] [] [2024/05/07 02:09:28.760 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.552409ms] ["completed regions"=1] [2024/05/07 02:09:28.760 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:28.768 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:28.770 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=40] [] [2024/05/07 02:09:28.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.948644ms] ["completed regions"=1] [2024/05/07 02:09:28.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:28.777 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:28.778 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=40] [] [2024/05/07 02:09:28.778 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.160424ms] ["completed regions"=1] [2024/05/07 02:09:28.778 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:28.786 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:28.788 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=40] [] [2024/05/07 02:09:28.788 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.792311ms] ["completed regions"=1] [2024/05/07 02:09:28.789 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:28.796 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:28.798 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=40] [] [2024/05/07 02:09:28.798 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=9.061555ms] ["completed regions"=1] [2024/05/07 02:09:28.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:28.805 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:28.806 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=40] [] [2024/05/07 02:09:28.806 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.847161ms] ["completed regions"=1] [2024/05/07 02:09:28.806 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:28.813 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:28.814 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=40] [] [2024/05/07 02:09:28.814 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.667922ms] ["completed regions"=1] [2024/05/07 02:09:28.814 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:28.821 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:28.822 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=40] [] [2024/05/07 02:09:28.823 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.849131ms] ["completed regions"=1] [2024/05/07 02:09:28.823 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:28.829 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:28.830 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=40] [] [2024/05/07 02:09:28.831 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.464859ms] ["completed regions"=1] [2024/05/07 02:09:28.831 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:28.836 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:28.838 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=40] [] [2024/05/07 02:09:28.838 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.842959ms] ["completed regions"=1] [2024/05/07 02:09:28.838 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:28.843 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:28.845 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=40] [] [2024/05/07 02:09:28.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.575352ms] ["completed regions"=1] [2024/05/07 02:09:28.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:28.851 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:28.852 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=40] [] [2024/05/07 02:09:28.852 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.604143ms] ["completed regions"=1] [2024/05/07 02:09:28.852 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:28.857 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:28.859 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=40] [] [2024/05/07 02:09:28.859 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.395759ms] ["completed regions"=1] [2024/05/07 02:09:28.859 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:28.864 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:28.865 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=40] [] [2024/05/07 02:09:28.865 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.076706ms] ["completed regions"=1] [2024/05/07 02:09:28.865 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:28.870 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:28.872 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=40] [] [2024/05/07 02:09:28.872 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.022465ms] ["completed regions"=1] [2024/05/07 02:09:28.872 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:28.876 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:28.877 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=40] [] [2024/05/07 02:09:28.878 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.507665ms] ["completed regions"=1] [2024/05/07 02:09:28.878 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:28.882 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:28.883 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=40] [] [2024/05/07 02:09:28.883 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.17629ms] ["completed regions"=1] [2024/05/07 02:09:28.883 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:28.887 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:28.888 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=40] [] [2024/05/07 02:09:28.888 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.972765ms] ["completed regions"=1] [2024/05/07 02:09:28.888 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:28.892 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:28.893 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=40] [] [2024/05/07 02:09:28.894 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.900232ms] ["completed regions"=1] [2024/05/07 02:09:28.894 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:28.898 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:28.900 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=40] [] [2024/05/07 02:09:28.900 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.629039ms] ["completed regions"=1] [2024/05/07 02:09:28.900 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:28.903 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:28.905 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=40] [] [2024/05/07 02:09:28.905 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.440367ms] ["completed regions"=1] [2024/05/07 02:09:28.905 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:28.908 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:28.909 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=40] [] [2024/05/07 02:09:28.909 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.098939ms] ["completed regions"=1] [2024/05/07 02:09:28.909 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:28.912 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:28.914 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=40] [] [2024/05/07 02:09:28.914 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.361958ms] ["completed regions"=1] [2024/05/07 02:09:28.914 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:28.917 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:28.918 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=40] [] [2024/05/07 02:09:28.918 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.977477ms] ["completed regions"=1] [2024/05/07 02:09:28.919 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:28.921 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:28.923 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=40] [] [2024/05/07 02:09:28.923 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.67297ms] ["completed regions"=1] [2024/05/07 02:09:28.923 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:28.925 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:28.926 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=40] [] [2024/05/07 02:09:28.926 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.411006ms] ["completed regions"=1] [2024/05/07 02:09:28.927 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:28.929 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:28.930 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=40] [] [2024/05/07 02:09:28.930 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.355244ms] ["completed regions"=1] [2024/05/07 02:09:28.930 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:28.932 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:28.934 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=40] [] [2024/05/07 02:09:28.934 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.097825ms] ["completed regions"=1] [2024/05/07 02:09:28.934 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:28.936 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:28.937 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=40] [] [2024/05/07 02:09:28.937 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.023815ms] ["completed regions"=1] [2024/05/07 02:09:28.937 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:28.939 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:28.940 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=40] [] [2024/05/07 02:09:28.940 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.692548ms] ["completed regions"=1] [2024/05/07 02:09:28.941 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:28.942 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:28.943 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=40] ["total regions"=40] [] [2024/05/07 02:09:28.943 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.418894ms] ["completed regions"=1] [2024/05/07 02:09:28.943 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:28.997 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:29.047 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/151/767d643b-df14-40f2-97f7-d435faa1340d] [currentVer=133] [latestVer=134] [2024/05/07 02:09:29.047 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 767d643b-df14-40f2-97f7-d435faa1340d"] ["ddl job id"=151] [ver=134] [2024/05/07 02:09:29.116 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=119.470835ms] [2024/05/07 02:09:29.122 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:29.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=151] [version=134] [2024/05/07 02:09:29.134 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=140.439885ms] [job="ID:151, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=151] [conn=14] [job="ID:151, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:27.668 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.325 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/05/07 02:09:29.325 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.329 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.664209317\n# Parse_time: 0.000354728\n# Compile_time: 0.000856722\n# Rewrite_time: 0.000011001\n# Optimize_time: 0.000337366\n# Wait_TS: 0.000412623\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:26.068000';"] [2024/05/07 02:09:29.333 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=k] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`test`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `test`.`t` use index(`k`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:29.402 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:29.402 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test1'"] [errorVerbose="[schema:1049]Unknown database 'test1'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:351\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:29.404 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:29.404 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=134] [error="[schema:1049]Unknown database 'test2'"] [errorVerbose="[schema:1049]Unknown database 'test2'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).executeUse\n\tpkg/executor/simple.go:598\ngithub.com/pingcap/tidb/pkg/executor.(*SimpleExec).Next\n\tpkg/executor/simple.go:153\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackCreateDropSchema\n\ttests/realtikvtest/flashbacktest/flashback_test.go:352\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 14,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:29.408 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [2024/05/07 02:09:29.408 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [2024/05/07 02:09:29.408 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:29.410 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=26.273µs] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=17.927µs] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=17.805µs] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=16.306µs] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=5.513µs] [2024/05/07 02:09:29.411 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:29.411 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:29.411 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:29.417 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=767d643b-df14-40f2-97f7-d435faa1340d] ["take time"=12.438343ms] [2024/05/07 02:09:29.417 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=767d643b-df14-40f2-97f7-d435faa1340d] [2024/05/07 02:09:29.419 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:29.419 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/dd0f7c5d-63fa-451d-ba6a-228d33c2e4f5] [watcherID=dc7ca6e8-72d2-40bd-b701-1786fd1a5a04] [2024/05/07 02:09:29.419 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:29.419 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/dd0f7c5d-63fa-451d-ba6a-228d33c2e4f5] [2024/05/07 02:09:29.419 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:29.419 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.419 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.419 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.419 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.419 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:29.420 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.420 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.420 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.420 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.425 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:29.425 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=790] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=767d643b-df14-40f2-97f7-d435faa1340d] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:29.426 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 00fff874-1ba6-4d4b-9100-3e2d332c3314"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="context canceled"] [2024/05/07 02:09:29.426 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:29.427 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:29.426 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:29.426 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:29.427 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:29.427 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:29.426 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.427 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=767d643b-df14-40f2-97f7-d435faa1340d] [2024/05/07 02:09:29.427 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:29.427 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:29.426 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:29.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:29.427 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:29.427 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:29.427 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:29.427 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [2024/05/07 02:09:29.427 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:29.426 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:29.427 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:29.427 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:29.427 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:29.428 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:29.428 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 00fff874-1ba6-4d4b-9100-3e2d332c3314"] [error="context canceled"] [2024/05/07 02:09:29.428 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=00fff874-1ba6-4d4b-9100-3e2d332c3314] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:29.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:29.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:29.428 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:29.428 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 00fff874-1ba6-4d4b-9100-3e2d332c3314"] [2024/05/07 02:09:29.428 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:29.428 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 00fff874-1ba6-4d4b-9100-3e2d332c3314"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:29.460 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:29.460 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="context canceled"] [2024/05/07 02:09:29.660 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:30.683 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:30.683 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:30.683 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:30.684 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 00fff874-1ba6-4d4b-9100-3e2d332c3314"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:30.918 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 767d643b-df14-40f2-97f7-d435faa1340d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:30.918 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:30.918 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:30.918 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:30.925 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.520692144s] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:30.926 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:30.926 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:30.926 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:30.926 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:30.927 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackCreateDropSchema (8.05s) === RUN TestFlashbackAutoID [2024/05/07 02:09:30.936 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:30.937 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:30.938 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:30.938 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:30.938 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:30.939 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:30.939 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:30.939 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:30.939 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:30.940 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:30.941 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:30.945 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:30.947 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:30.949 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:30.957 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:30.968 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:31.104 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1903] ["lease id"=3eaa8f50cd794b96] [2024/05/07 02:09:31.106 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:31.227 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=134] ["start time"=117.614894ms] [2024/05/07 02:09:31.232 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:31.233 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5835beb7-1871-40a2-aef5-6f4df17bfef6] [runWorker=true] [2024/05/07 02:09:31.233 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:31.235 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:31.236 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:31.236 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:31.237 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:31.237 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:31.238 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794635] [ownerID=5835beb7-1871-40a2-aef5-6f4df17bfef6] [op=none] [2024/05/07 02:09:31.239 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:31.239 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=1a19fb4d-0472-4abe-945f-053f49498671] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:31.244 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:31.266 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:31.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:31.268 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:31.288 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:31.288 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd794635] [ownerID=5835beb7-1871-40a2-aef5-6f4df17bfef6] [op=none] [2024/05/07 02:09:31.288 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [op=none] [2024/05/07 02:09:31.288 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:31.384 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:31.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:31.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:31.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:31.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:31.415 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:31.415 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:31.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:31.415 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:31.415 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:31.415 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:31.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:31.418 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:31.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:31.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:31.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:31.419 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:31.419 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:31.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:31.426 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:31.431 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/96fe3988-e427-4b5d-828c-d919cae32ab6] [2024/05/07 02:09:31.432 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:31.432 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:31.438 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:31.438 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:31.438 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:31.465 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.003157ms] [2024/05/07 02:09:31.496 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:31.502 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:31.504 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=134] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:09:31.533 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.533 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:09:31.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.606 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=232.624µs] [gotSchemaVersion=135] [phyTblIDs="[143]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:31.615 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=135] [2024/05/07 02:09:31.654 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.672963ms] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=295.178µs] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:31.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=136] [2024/05/07 02:09:31.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.031905ms] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.819 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [category=ddl] [job="ID:152, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.828 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 143, Old Table Name: t"] [2024/05/07 02:09:31.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=287.915µs] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:31.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=137] [2024/05/07 02:09:31.910 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.439876ms] [job="ID:152, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.985 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/05/07 02:09:31.999 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="drop table"] [2024/05/07 02:09:32.036 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=152] [conn=15] [job="ID:152, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:143, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/07 02:09:32.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:32.102 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.598784656\n# Parse_time: 0.000248101\n# Compile_time: 0.000672898\n# Rewrite_time: 0.000011216\n# Optimize_time: 0.000180564\n# Wait_TS: 0.000371106\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:09:32.139 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=137] [cur_db=test] [sql="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [user=] [2024/05/07 02:09:32.261 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:32.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:32.261 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:32.261 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:32.432 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:32.432 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:32.432 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/96fe3988-e427-4b5d-828c-d919cae32ab6] [watcherID=d9b12ce2-54c9-4f70-884a-9acc298f9469] [2024/05/07 02:09:32.439 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:32.454 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:32.454 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:32.454 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:32.454 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:32.665 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:32.665 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int auto_increment, primary key(a)) auto_id_cache 100"] [2024/05/07 02:09:32.724 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [category=ddl] [job="ID:154, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.732 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 153, Table Name: t"] [2024/05/07 02:09:32.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.463109ms] [gotSchemaVersion=138] [phyTblIDs="[153]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:32.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=138] [2024/05/07 02:09:32.827 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=53.080534ms] [job="ID:154, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.862 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=154] [conn=16] [job="ID:154, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.618 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.924 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/07 02:09:32.924 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:32.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.791498294\n# Parse_time: 0.000756385\n# Compile_time: 0.000939818\n# Rewrite_time: 0.000010018\n# Optimize_time: 0.000421787\n# Wait_TS: 0.000471123\n# DB: test\n# Is_internal: false\n# Digest: c776f30cc2ee58c50bbeaa2aebf62fb1a9bd833d743bcb54d6c0c02dcceaed60\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int auto_increment, primary key(a)) auto_id_cache 100;"] [2024/05/07 02:09:33.237 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:33.958 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=138] [cur_db=test] [sql="drop table t"] [user=] [2024/05/07 02:09:33.981 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/07 02:09:33.981 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:34.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.084 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=321.81µs] [gotSchemaVersion=139] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:34.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=139] [2024/05/07 02:09:34.133 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=52.966875ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=221.94µs] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:34.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=140] [2024/05/07 02:09:34.279 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.203027ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.320 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/05/07 02:09:34.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=261.276µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:34.362 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=141] [2024/05/07 02:09:34.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.324521ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.470 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/07 02:09:34.479 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/07 02:09:34.483 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=155] [conn=16] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.918 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/07 02:09:34.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:34.542 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.585556523\n# Parse_time: 0.000385374\n# Compile_time: 0.000634684\n# Rewrite_time: 0.000012543\n# Optimize_time: 0.001757774\n# Wait_TS: 0.000346638\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/07 02:09:34.545 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:33.918 +0000 UTC"] [2024/05/07 02:09:34.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:34.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:33.918000'"] [2024/05/07 02:09:34.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.635 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/07 02:09:34.664 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.935 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=199.182µs] [gotSchemaVersion=142] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:34.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=142] [2024/05/07 02:09:34.984 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.613444ms] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.050 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.083 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:35.093 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:35.095 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.796278ms] ["completed regions"=1] [2024/05/07 02:09:35.095 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:35.105 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:35.107 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.075954ms] ["completed regions"=1] [2024/05/07 02:09:35.107 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:35.116 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:35.118 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.655069ms] ["completed regions"=1] [2024/05/07 02:09:35.118 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:35.127 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:35.129 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.386686ms] ["completed regions"=1] [2024/05/07 02:09:35.129 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:35.138 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:35.139 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.072311ms] ["completed regions"=1] [2024/05/07 02:09:35.139 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:35.148 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:35.150 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.068045ms] ["completed regions"=1] [2024/05/07 02:09:35.150 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:35.160 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:35.161 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.739561ms] ["completed regions"=1] [2024/05/07 02:09:35.161 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:35.169 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:35.171 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.033566ms] ["completed regions"=1] [2024/05/07 02:09:35.171 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:35.178 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:35.180 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.50137ms] ["completed regions"=1] [2024/05/07 02:09:35.180 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:35.187 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:35.189 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.27911ms] ["completed regions"=1] [2024/05/07 02:09:35.189 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:35.196 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:35.198 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.497039ms] ["completed regions"=1] [2024/05/07 02:09:35.198 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:35.205 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:35.207 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.080007ms] ["completed regions"=1] [2024/05/07 02:09:35.207 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:35.215 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:35.216 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.474849ms] ["completed regions"=1] [2024/05/07 02:09:35.216 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:35.223 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:35.224 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.589922ms] ["completed regions"=1] [2024/05/07 02:09:35.224 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:35.230 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:35.232 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.145839ms] ["completed regions"=1] [2024/05/07 02:09:35.232 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:35.238 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:35.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.928197ms] ["completed regions"=1] [2024/05/07 02:09:35.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:35.245 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:35.247 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.14815ms] ["completed regions"=1] [2024/05/07 02:09:35.247 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:35.253 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:35.254 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.884992ms] ["completed regions"=1] [2024/05/07 02:09:35.254 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:35.260 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:35.262 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=7.152952ms] ["completed regions"=1] [2024/05/07 02:09:35.262 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:35.268 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:35.269 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=7.296914ms] ["completed regions"=1] [2024/05/07 02:09:35.269 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:35.277 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:35.279 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=9.011139ms] ["completed regions"=1] [2024/05/07 02:09:35.279 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:35.284 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:35.286 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.153644ms] ["completed regions"=1] [2024/05/07 02:09:35.286 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:35.292 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:35.294 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.69312ms] ["completed regions"=1] [2024/05/07 02:09:35.294 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:35.299 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:35.301 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.262559ms] ["completed regions"=1] [2024/05/07 02:09:35.301 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:35.305 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:35.307 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.738786ms] ["completed regions"=1] [2024/05/07 02:09:35.307 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:35.311 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:35.313 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.646625ms] ["completed regions"=1] [2024/05/07 02:09:35.313 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:35.317 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:35.318 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.985133ms] ["completed regions"=1] [2024/05/07 02:09:35.318 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:35.323 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:35.324 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.499546ms] ["completed regions"=1] [2024/05/07 02:09:35.324 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:35.328 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:35.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.835717ms] ["completed regions"=1] [2024/05/07 02:09:35.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:35.333 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:35.334 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.337273ms] ["completed regions"=1] [2024/05/07 02:09:35.334 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:35.337 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:35.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.247393ms] ["completed regions"=1] [2024/05/07 02:09:35.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:35.342 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:35.344 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.156621ms] ["completed regions"=1] [2024/05/07 02:09:35.344 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:35.347 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:35.349 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.505882ms] ["completed regions"=1] [2024/05/07 02:09:35.349 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:35.353 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:35.354 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.820227ms] ["completed regions"=1] [2024/05/07 02:09:35.354 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:35.357 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:35.358 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.42845ms] ["completed regions"=1] [2024/05/07 02:09:35.358 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:35.360 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:35.362 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.121997ms] ["completed regions"=1] [2024/05/07 02:09:35.362 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:35.364 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:35.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.906912ms] ["completed regions"=1] [2024/05/07 02:09:35.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:35.367 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:35.368 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.647108ms] ["completed regions"=1] [2024/05/07 02:09:35.368 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:35.370 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:35.371 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.809522ms] ["completed regions"=1] [2024/05/07 02:09:35.420 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/07 02:09:35.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [category=ddl] [job="ID:156, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.480 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:35.491 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:35.494 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:09:35.494 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.227385ms] ["completed regions"=1] [2024/05/07 02:09:35.494 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:35.504 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:35.506 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:09:35.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=11.013341ms] ["completed regions"=1] [2024/05/07 02:09:35.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:35.515 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:35.517 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:09:35.517 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.5354ms] ["completed regions"=1] [2024/05/07 02:09:35.517 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:35.526 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:35.527 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:09:35.528 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.070919ms] ["completed regions"=1] [2024/05/07 02:09:35.528 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:35.536 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:35.537 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:09:35.538 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.457107ms] ["completed regions"=1] [2024/05/07 02:09:35.538 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:35.546 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:35.547 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:09:35.547 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.31269ms] ["completed regions"=1] [2024/05/07 02:09:35.547 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:35.556 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:35.557 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:09:35.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.26388ms] ["completed regions"=1] [2024/05/07 02:09:35.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:35.565 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:35.566 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:09:35.566 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.678215ms] ["completed regions"=1] [2024/05/07 02:09:35.566 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:35.574 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:35.575 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:09:35.576 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.785522ms] ["completed regions"=1] [2024/05/07 02:09:35.576 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:35.583 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:35.584 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:09:35.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.462777ms] ["completed regions"=1] [2024/05/07 02:09:35.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:35.594 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:35.595 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:09:35.596 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=10.80422ms] ["completed regions"=1] [2024/05/07 02:09:35.596 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:35.603 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:35.606 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:09:35.606 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.579262ms] ["completed regions"=1] [2024/05/07 02:09:35.606 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:35.613 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:35.614 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:09:35.614 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.217681ms] ["completed regions"=1] [2024/05/07 02:09:35.614 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:35.621 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:35.623 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:09:35.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.89027ms] ["completed regions"=1] [2024/05/07 02:09:35.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:35.629 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:35.631 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:09:35.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.552065ms] ["completed regions"=1] [2024/05/07 02:09:35.631 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:35.637 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:35.638 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:09:35.639 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.314811ms] ["completed regions"=1] [2024/05/07 02:09:35.639 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:35.645 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:35.646 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:09:35.646 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.337783ms] ["completed regions"=1] [2024/05/07 02:09:35.646 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:35.652 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:35.654 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:09:35.654 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.050662ms] ["completed regions"=1] [2024/05/07 02:09:35.654 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:35.660 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:35.661 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:09:35.661 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.630585ms] ["completed regions"=1] [2024/05/07 02:09:35.661 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:35.667 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:35.668 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:09:35.668 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.684783ms] ["completed regions"=1] [2024/05/07 02:09:35.668 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:35.674 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:35.675 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:09:35.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.26896ms] ["completed regions"=1] [2024/05/07 02:09:35.675 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:35.680 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:35.681 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:09:35.681 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.024776ms] ["completed regions"=1] [2024/05/07 02:09:35.681 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:35.686 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:35.688 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:09:35.688 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.006735ms] ["completed regions"=1] [2024/05/07 02:09:35.688 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:35.692 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:35.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:09:35.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.33024ms] ["completed regions"=1] [2024/05/07 02:09:35.694 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:35.698 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:35.699 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:09:35.699 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.405431ms] ["completed regions"=1] [2024/05/07 02:09:35.699 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:35.704 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:35.705 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:09:35.705 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.212611ms] ["completed regions"=1] [2024/05/07 02:09:35.705 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:35.709 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:35.710 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:09:35.710 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.840825ms] ["completed regions"=1] [2024/05/07 02:09:35.710 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:35.714 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:35.715 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:09:35.715 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.584606ms] ["completed regions"=1] [2024/05/07 02:09:35.715 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:35.719 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:35.720 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:09:35.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.635691ms] ["completed regions"=1] [2024/05/07 02:09:35.720 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:35.723 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:35.725 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:09:35.725 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.313747ms] ["completed regions"=1] [2024/05/07 02:09:35.725 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:35.728 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:35.730 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:09:35.730 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.312423ms] ["completed regions"=1] [2024/05/07 02:09:35.730 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:35.733 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:35.734 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:09:35.734 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.063242ms] ["completed regions"=1] [2024/05/07 02:09:35.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:35.737 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:35.739 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:09:35.739 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.069389ms] ["completed regions"=1] [2024/05/07 02:09:35.739 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:35.743 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:35.744 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:09:35.744 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.702881ms] ["completed regions"=1] [2024/05/07 02:09:35.744 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:35.746 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:35.748 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:09:35.748 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.410266ms] ["completed regions"=1] [2024/05/07 02:09:35.748 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:35.750 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:35.751 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:09:35.751 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.180831ms] ["completed regions"=1] [2024/05/07 02:09:35.752 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:35.754 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:35.756 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:09:35.756 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.694275ms] ["completed regions"=1] [2024/05/07 02:09:35.756 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:35.758 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:35.759 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:09:35.759 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.923222ms] ["completed regions"=1] [2024/05/07 02:09:35.759 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:35.761 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:35.763 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:09:35.763 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.376447ms] ["completed regions"=1] [2024/05/07 02:09:35.763 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:35.820 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:35.869 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/156/5835beb7-1871-40a2-aef5-6f4df17bfef6] [currentVer=142] [latestVer=143] [2024/05/07 02:09:35.869 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 5835beb7-1871-40a2-aef5-6f4df17bfef6"] ["ddl job id"=156] [ver=143] [2024/05/07 02:09:35.916 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=96.29986ms] [2024/05/07 02:09:35.921 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:35.931 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=143] [2024/05/07 02:09:35.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=119.918806ms] [job="ID:156, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.161 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=156] [conn=16] [job="ID:156, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:34.517 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.186 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/07 02:09:36.186 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.190 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 1.6469727760000001\n# Parse_time: 0.000422994\n# Compile_time: 0.000811634\n# Rewrite_time: 0.000009801\n# Optimize_time: 0.001757774\n# Wait_TS: 0.000438628\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:33.918000';"] [2024/05/07 02:09:36.226 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [2024/05/07 02:09:36.226 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [2024/05/07 02:09:36.228 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=24.106µs] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=17.038µs] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=11.544µs] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=12.91µs] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=6.23µs] [2024/05/07 02:09:36.229 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:36.229 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:36.229 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:36.233 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5835beb7-1871-40a2-aef5-6f4df17bfef6] ["take time"=16.199658ms] [2024/05/07 02:09:36.233 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5835beb7-1871-40a2-aef5-6f4df17bfef6] [2024/05/07 02:09:36.235 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:36.235 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/96fe3988-e427-4b5d-828c-d919cae32ab6] [watcherID=d9b12ce2-54c9-4f70-884a-9acc298f9469] [2024/05/07 02:09:36.235 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:36.235 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/96fe3988-e427-4b5d-828c-d919cae32ab6] [2024/05/07 02:09:36.235 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:36.235 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:36.235 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:36.235 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:36.243 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:36.243 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1903] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:36.244 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5835beb7-1871-40a2-aef5-6f4df17bfef6] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:36.244 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:36.244 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:36.244 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:36.244 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:36.245 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:36.244 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1a19fb4d-0472-4abe-945f-053f49498671"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:36.244 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:36.245 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:36.244 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:36.244 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:36.244 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:36.245 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="context canceled"] [2024/05/07 02:09:36.245 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:36.244 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:36.245 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [2024/05/07 02:09:36.245 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:36.245 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:36.245 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:36.245 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:36.245 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:36.245 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5835beb7-1871-40a2-aef5-6f4df17bfef6] [2024/05/07 02:09:36.245 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:36.245 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:36.247 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:36.247 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=1a19fb4d-0472-4abe-945f-053f49498671] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:36.247 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:36.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:36.247 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1a19fb4d-0472-4abe-945f-053f49498671"] [error="context canceled"] [2024/05/07 02:09:36.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:36.247 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:36.247 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1a19fb4d-0472-4abe-945f-053f49498671"] [2024/05/07 02:09:36.251 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/07 02:09:36.251 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/07 02:09:36.251 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/07 02:09:36.251 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:36.263 +00:00] [INFO] [schema_validator.go:137] ["the schema validator stopped before updating"] [2024/05/07 02:09:36.263 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/07 02:09:36.264 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/07 02:09:36.267 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:36.268 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:36.269 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=143] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:36.270 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:36.270 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:36.270 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:36.270 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:36.272 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:36.274 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:36.274 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:36.773 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:37.273 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:37.496 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:37.496 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:37.496 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:37.499 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:37.499 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [2024/05/07 02:09:37.506 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 1a19fb4d-0472-4abe-945f-053f49498671"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:37.774 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:38.274 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:38.767 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:38.769 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449589484248891400] [newTTL=7550] [isPipelinedTxn=false] [2024/05/07 02:09:38.775 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:38.967 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:39.276 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:39.776 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:40.224 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5835beb7-1871-40a2-aef5-6f4df17bfef6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:40.277 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:40.778 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:41.269 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449589484248891400] [newTTL=10050] [isPipelinedTxn=false] [2024/05/07 02:09:41.279 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/07 02:09:41.279 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:41.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589484248891400\n# Query_time: 5.011418727\n# Parse_time: 0\n# Compile_time: 0.000566223\n# Rewrite_time: 0.000008054\n# Optimize_time: 0.001085315\n# Wait_TS: 0\n# Prewrite_time: 0.001362745 Get_commit_ts_time: 0.000366619 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 120, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 416.4µs}, scan_detail: {get_snapshot_time: 6.14µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 17.6µs, propose_send_wait: 0s, persist_log: {total: 60.4µs, write_leader_wait: 54ns, sync_log: 34.7µs, write_memtable: 743ns}, commit_log: 211.9µs, apply_batch_wait: 9.26µs, apply: {total:52µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 12.6µs, write_memtable: 8.85µs}}} Write_keys: 3 Write_size: 123 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001158939\n# PD_total: 0.000355765\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:09:41.281 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=143] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:41.282 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/07 02:09:41.282 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:41.283 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:41.283 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:41.283 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:41.290 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=5.073548736s] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:41.291 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:41.291 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:41.291 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:41.291 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:41.293 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackAutoID (10.37s) === RUN TestFlashbackSequence [2024/05/07 02:09:41.302 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:41.302 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:41.303 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:41.304 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:41.304 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:41.305 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:41.305 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:41.305 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:41.305 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:41.305 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:41.307 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:41.311 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:41.313 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:41.314 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:41.323 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:41.333 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:41.468 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=582] ["lease id"=22318f50cd7954d1] [2024/05/07 02:09:41.470 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:41.568 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=143] ["start time"=94.866338ms] [2024/05/07 02:09:41.573 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:41.573 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=138baab7-f445-4723-801b-d021f0889fac] [runWorker=true] [2024/05/07 02:09:41.574 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:41.575 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:41.576 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:41.576 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:41.577 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:41.577 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:41.577 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:41.579 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd794be0] [ownerID=138baab7-f445-4723-801b-d021f0889fac] [op=none] [2024/05/07 02:09:41.579 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:41.579 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c2fa9e0d-78e9-4b05-81df-11f06364a9c1] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:41.584 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:41.605 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:41.606 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:41.606 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:41.628 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:41.629 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd794be0] [ownerID=138baab7-f445-4723-801b-d021f0889fac] [op=none] [2024/05/07 02:09:41.629 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [op=none] [2024/05/07 02:09:41.629 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:41.715 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:41.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:41.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:41.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:41.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:41.746 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:41.746 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:41.746 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:41.746 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:41.746 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:41.746 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:41.748 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:41.748 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:41.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:41.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:41.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:41.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:41.749 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:41.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:41.754 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:41.759 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/63a033f7-1b86-429a-8e2d-a80df3114a64] [2024/05/07 02:09:41.759 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:41.760 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:41.764 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:41.764 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:41.765 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:41.789 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.920105ms] [2024/05/07 02:09:41.798 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:41.803 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:41.806 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:09:41.830 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:41.830 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:09:41.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.927 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=325.319µs] [gotSchemaVersion=144] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:41.939 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=144] [2024/05/07 02:09:41.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.103769ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.038 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.070 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=243.129µs] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:42.082 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=145] [2024/05/07 02:09:42.119 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.889174ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.198 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: t"] [2024/05/07 02:09:42.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=236.767µs] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:42.237 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=146] [2024/05/07 02:09:42.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.949329ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.341 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/07 02:09:42.354 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/05/07 02:09:42.358 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=157] [conn=17] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:41.767 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.419 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/07 02:09:42.419 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.422 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.617629894\n# Parse_time: 0.000266539\n# Compile_time: 0.000619296\n# Rewrite_time: 0.000010463\n# Optimize_time: 0.000224924\n# Wait_TS: 0.000418191\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:09:42.496 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.496 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create sequence seq cache 100"] [2024/05/07 02:09:42.558 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [category=ddl] [job="ID:159, Type:create sequence, State:queueing, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.602 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:42.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:42.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:42.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:42.607 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=2.110753ms] [gotSchemaVersion=147] [phyTblIDs="[158]"] [actionTypes="[34]"] [diffTypes="[\"create sequence\"]"] [2024/05/07 02:09:42.617 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=147] [2024/05/07 02:09:42.654 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.040271ms] [job="ID:159, Type:create sequence, State:done, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.733 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=159] [conn=18] [job="ID:159, Type:create sequence, State:synced, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.759 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:42.759 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:42.760 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/63a033f7-1b86-429a-8e2d-a80df3114a64] [watcherID=f486ab9c-bf40-4985-b5c4-0d1e28f321d5] [2024/05/07 02:09:42.765 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:42.766 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/07 02:09:42.766 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.314125752\n# Parse_time: 0.000425625\n# Compile_time: 0.000667543\n# Rewrite_time: 0.000020075\n# Optimize_time: 0.000406258\n# Wait_TS: 0.000444106\n# DB: test\n# Is_internal: false\n# Digest: 23be713c58818399fd5e3693f2270c1cdfb664b43e6b52c198cbcaa1a3cb557f\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate sequence seq cache 100;"] [2024/05/07 02:09:42.780 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:42.780 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:42.780 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:42.780 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:43.577 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:43.845 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.845 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/05/07 02:09:43.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.910 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=222.315µs] [gotSchemaVersion=148] [phyTblIDs="[158]"] [actionTypes="[36]"] [diffTypes="[\"drop sequence\"]"] [2024/05/07 02:09:43.919 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=148] [2024/05/07 02:09:43.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=53.462091ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.043 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=234.666µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/07 02:09:44.052 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=149] [2024/05/07 02:09:44.092 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.004537ms] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [category=ddl] [job="ID:160, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.195 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=196.268µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/07 02:09:44.206 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=150] [2024/05/07 02:09:44.243 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.551443ms] [job="ID:160, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.293 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=160] [conn=18] [job="ID:160, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.818 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.323 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/07 02:09:44.323 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.327 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.511855901\n# Parse_time: 0.000386319\n# Compile_time: 0.00106058\n# Rewrite_time: 0.000025024\n# Optimize_time: 0.027311006\n# Wait_TS: 0.000466933\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop sequence seq;"] [2024/05/07 02:09:44.329 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:43.768 +0000 UTC"] [2024/05/07 02:09:44.357 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:44.357 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:43.768000'"] [2024/05/07 02:09:44.402 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.415 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/05/07 02:09:44.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=281.581µs] [gotSchemaVersion=151] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:44.750 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=151] [2024/05/07 02:09:44.787 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.038665ms] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:44.885 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:44.888 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.657668ms] ["completed regions"=1] [2024/05/07 02:09:44.888 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:44.897 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:44.899 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.374509ms] ["completed regions"=1] [2024/05/07 02:09:44.899 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:44.908 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:44.909 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.873564ms] ["completed regions"=1] [2024/05/07 02:09:44.909 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:44.917 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:44.919 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.513104ms] ["completed regions"=1] [2024/05/07 02:09:44.919 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:44.927 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:44.929 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.000967ms] ["completed regions"=1] [2024/05/07 02:09:44.929 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:44.937 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:44.939 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.503424ms] ["completed regions"=1] [2024/05/07 02:09:44.939 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:44.947 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:44.948 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.876272ms] ["completed regions"=1] [2024/05/07 02:09:44.948 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:44.956 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:44.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.856539ms] ["completed regions"=1] [2024/05/07 02:09:44.958 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:44.965 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:44.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.690654ms] ["completed regions"=1] [2024/05/07 02:09:44.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:44.974 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:44.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.787793ms] ["completed regions"=1] [2024/05/07 02:09:44.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:44.982 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:44.983 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.085895ms] ["completed regions"=1] [2024/05/07 02:09:44.984 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:44.990 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:44.992 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=7.872718ms] ["completed regions"=1] [2024/05/07 02:09:44.992 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:44.999 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:45.001 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.305819ms] ["completed regions"=1] [2024/05/07 02:09:45.001 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:45.007 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:45.009 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.446838ms] ["completed regions"=1] [2024/05/07 02:09:45.009 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:45.015 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:45.016 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.089002ms] ["completed regions"=1] [2024/05/07 02:09:45.016 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:45.022 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:45.023 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.762029ms] ["completed regions"=1] [2024/05/07 02:09:45.023 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:45.029 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:45.031 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.084052ms] ["completed regions"=1] [2024/05/07 02:09:45.031 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:45.038 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:45.039 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.779882ms] ["completed regions"=1] [2024/05/07 02:09:45.039 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:45.045 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:45.046 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.664884ms] ["completed regions"=1] [2024/05/07 02:09:45.046 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:45.052 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:45.053 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.709728ms] ["completed regions"=1] [2024/05/07 02:09:45.053 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:45.059 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:45.060 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.249414ms] ["completed regions"=1] [2024/05/07 02:09:45.060 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:45.065 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:45.066 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.795555ms] ["completed regions"=1] [2024/05/07 02:09:45.066 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:45.071 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:45.072 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.731984ms] ["completed regions"=1] [2024/05/07 02:09:45.073 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:45.077 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:45.079 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.686121ms] ["completed regions"=1] [2024/05/07 02:09:45.079 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:45.083 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:45.085 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.513816ms] ["completed regions"=1] [2024/05/07 02:09:45.085 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:45.089 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:45.090 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.187376ms] ["completed regions"=1] [2024/05/07 02:09:45.090 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:45.096 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:45.098 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=7.132891ms] ["completed regions"=1] [2024/05/07 02:09:45.098 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:45.102 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:45.104 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=5.071809ms] ["completed regions"=1] [2024/05/07 02:09:45.104 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:45.107 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:45.109 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.666303ms] ["completed regions"=1] [2024/05/07 02:09:45.109 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:45.112 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:45.114 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.223302ms] ["completed regions"=1] [2024/05/07 02:09:45.114 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:45.117 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:45.118 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.991364ms] ["completed regions"=1] [2024/05/07 02:09:45.118 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:45.121 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:45.122 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.929632ms] ["completed regions"=1] [2024/05/07 02:09:45.122 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:45.125 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:45.126 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.685982ms] ["completed regions"=1] [2024/05/07 02:09:45.127 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:45.129 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:45.130 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.473726ms] ["completed regions"=1] [2024/05/07 02:09:45.130 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:45.133 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:45.134 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.29324ms] ["completed regions"=1] [2024/05/07 02:09:45.134 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:45.136 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:45.138 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.998642ms] ["completed regions"=1] [2024/05/07 02:09:45.138 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:45.140 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:45.141 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.696006ms] ["completed regions"=1] [2024/05/07 02:09:45.141 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:45.143 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:45.144 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.636699ms] ["completed regions"=1] [2024/05/07 02:09:45.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:45.146 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:45.147 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.674988ms] ["completed regions"=1] [2024/05/07 02:09:45.213 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=161] [2024/05/07 02:09:45.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [category=ddl] [job="ID:161, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.243 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:45.253 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:45.256 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:09:45.256 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.426414ms] ["completed regions"=1] [2024/05/07 02:09:45.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:45.265 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:45.267 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:09:45.267 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.326137ms] ["completed regions"=1] [2024/05/07 02:09:45.267 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:45.276 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:45.277 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:09:45.278 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.342955ms] ["completed regions"=1] [2024/05/07 02:09:45.278 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:45.286 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:45.288 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:09:45.288 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.671206ms] ["completed regions"=1] [2024/05/07 02:09:45.288 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:45.299 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:45.301 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:09:45.301 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=12.609936ms] ["completed regions"=1] [2024/05/07 02:09:45.301 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:45.310 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:45.311 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:09:45.311 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.646837ms] ["completed regions"=1] [2024/05/07 02:09:45.311 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:45.319 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:45.320 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:09:45.320 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.840945ms] ["completed regions"=1] [2024/05/07 02:09:45.321 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:45.328 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:45.329 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:09:45.330 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.611066ms] ["completed regions"=1] [2024/05/07 02:09:45.330 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:45.337 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:45.339 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:09:45.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.878271ms] ["completed regions"=1] [2024/05/07 02:09:45.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:45.347 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:45.348 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:09:45.348 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.872163ms] ["completed regions"=1] [2024/05/07 02:09:45.348 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:45.356 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:45.357 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:09:45.357 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.350543ms] ["completed regions"=1] [2024/05/07 02:09:45.357 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:45.364 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:45.366 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:09:45.366 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.181469ms] ["completed regions"=1] [2024/05/07 02:09:45.366 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:45.373 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:45.374 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:09:45.374 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.870992ms] ["completed regions"=1] [2024/05/07 02:09:45.374 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:45.381 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:45.382 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:09:45.383 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.963816ms] ["completed regions"=1] [2024/05/07 02:09:45.383 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:45.389 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:45.390 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:09:45.390 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.4502ms] ["completed regions"=1] [2024/05/07 02:09:45.391 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:45.397 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:45.398 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:09:45.398 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.459646ms] ["completed regions"=1] [2024/05/07 02:09:45.398 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:45.405 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:45.406 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:09:45.406 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.264302ms] ["completed regions"=1] [2024/05/07 02:09:45.406 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:45.412 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:45.413 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:09:45.413 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.767124ms] ["completed regions"=1] [2024/05/07 02:09:45.413 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:45.419 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:45.421 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:09:45.421 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.887841ms] ["completed regions"=1] [2024/05/07 02:09:45.421 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:45.426 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:45.427 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:09:45.427 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.35324ms] ["completed regions"=1] [2024/05/07 02:09:45.428 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:45.433 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:45.434 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:09:45.434 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.001571ms] ["completed regions"=1] [2024/05/07 02:09:45.434 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:45.439 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:45.440 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:09:45.440 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.911233ms] ["completed regions"=1] [2024/05/07 02:09:45.440 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:45.446 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:45.448 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:09:45.448 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=7.188098ms] ["completed regions"=1] [2024/05/07 02:09:45.448 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:45.452 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:45.453 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:09:45.454 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.304558ms] ["completed regions"=1] [2024/05/07 02:09:45.454 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:45.458 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:45.459 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:09:45.459 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.370553ms] ["completed regions"=1] [2024/05/07 02:09:45.460 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:45.464 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:45.465 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:09:45.465 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.120794ms] ["completed regions"=1] [2024/05/07 02:09:45.465 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:45.469 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:45.470 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:09:45.470 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.004046ms] ["completed regions"=1] [2024/05/07 02:09:45.471 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:45.474 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:45.475 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:09:45.475 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.637ms] ["completed regions"=1] [2024/05/07 02:09:45.476 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:45.479 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:45.480 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:09:45.480 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.493567ms] ["completed regions"=1] [2024/05/07 02:09:45.481 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:45.484 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:45.485 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:09:45.485 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.27246ms] ["completed regions"=1] [2024/05/07 02:09:45.485 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:45.488 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:45.490 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:09:45.490 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.094094ms] ["completed regions"=1] [2024/05/07 02:09:45.490 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:45.493 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:45.495 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:09:45.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.632782ms] ["completed regions"=1] [2024/05/07 02:09:45.495 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:45.498 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:45.500 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:09:45.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.505879ms] ["completed regions"=1] [2024/05/07 02:09:45.500 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:45.502 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:45.504 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:09:45.504 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.525806ms] ["completed regions"=1] [2024/05/07 02:09:45.504 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:45.507 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:45.508 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:09:45.508 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.677576ms] ["completed regions"=1] [2024/05/07 02:09:45.508 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:45.510 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:45.512 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:09:45.512 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.340707ms] ["completed regions"=1] [2024/05/07 02:09:45.512 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:45.514 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:45.515 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:09:45.515 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.935428ms] ["completed regions"=1] [2024/05/07 02:09:45.515 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:45.517 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:45.518 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:09:45.518 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.768078ms] ["completed regions"=1] [2024/05/07 02:09:45.518 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:45.520 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:45.521 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:09:45.521 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.466445ms] ["completed regions"=1] [2024/05/07 02:09:45.521 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:45.593 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:45.639 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/161/138baab7-f445-4723-801b-d021f0889fac] [currentVer=151] [latestVer=152] [2024/05/07 02:09:45.639 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 138baab7-f445-4723-801b-d021f0889fac"] ["ddl job id"=161] [ver=152] [2024/05/07 02:09:45.688 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=94.823411ms] [2024/05/07 02:09:45.693 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:45.703 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=152] [2024/05/07 02:09:45.706 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=121.209306ms] [job="ID:161, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.922 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=161] [conn=18] [job="ID:161, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:44.317 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.949 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/07 02:09:45.949 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.953 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 1.6262613460000002\n# Parse_time: 0.000355067\n# Compile_time: 0.000773629\n# Rewrite_time: 0.000008387\n# Optimize_time: 0.027311006\n# Wait_TS: 0.0003397\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:43.768000';"] [2024/05/07 02:09:45.988 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:45.988 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop sequence seq"] [2024/05/07 02:09:46.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:queueing, SchemaState:public, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=253.436µs] [gotSchemaVersion=153] [phyTblIDs="[158]"] [actionTypes="[36]"] [diffTypes="[\"drop sequence\"]"] [2024/05/07 02:09:46.069 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=153] [2024/05/07 02:09:46.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.157914ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:write only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=202.166µs] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/07 02:09:46.209 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=154] [2024/05/07 02:09:46.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=53.132244ms] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [category=ddl] [job="ID:162, Type:drop sequence, State:running, SchemaState:delete only, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.350 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=207.556µs] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop sequence\"]"] [2024/05/07 02:09:46.361 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=155] [2024/05/07 02:09:46.399 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=53.829639ms] [job="ID:162, Type:drop sequence, State:done, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=162] [conn=18] [job="ID:162, Type:drop sequence, State:synced, SchemaState:none, SchemaID:2, TableID:158, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:45.968 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.479 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/07 02:09:46.479 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:46.482 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.51956859\n# Parse_time: 0.000221105\n# Compile_time: 0.000597004\n# Rewrite_time: 0.000009731\n# Optimize_time: 0.000411019\n# Wait_TS: 0.000363169\n# DB: test\n# Is_internal: false\n# Digest: dac7d6822b6b2aca4720a4d67dd1ba41f8362cade2c75f42046fd7b289eb4e95\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop sequence seq;"] [2024/05/07 02:09:46.514 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [2024/05/07 02:09:46.514 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [2024/05/07 02:09:46.515 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:46.516 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=20.084µs] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=13.887µs] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=13.913µs] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=8.617µs] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=4.778µs] [2024/05/07 02:09:46.517 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:46.517 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:46.517 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:46.521 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=138baab7-f445-4723-801b-d021f0889fac] ["take time"=38.378628ms] [2024/05/07 02:09:46.521 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=138baab7-f445-4723-801b-d021f0889fac] [2024/05/07 02:09:46.522 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:46.523 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:46.523 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/63a033f7-1b86-429a-8e2d-a80df3114a64] [watcherID=f486ab9c-bf40-4985-b5c4-0d1e28f321d5] [2024/05/07 02:09:46.523 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/63a033f7-1b86-429a-8e2d-a80df3114a64] [2024/05/07 02:09:46.523 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:46.523 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:46.523 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:46.523 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:46.528 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:46.528 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:46.529 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=582] [2024/05/07 02:09:46.529 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.529 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:46.529 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:46.529 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:46.530 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:46.530 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:46.529 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:46.529 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=138baab7-f445-4723-801b-d021f0889fac] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:46.530 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2fa9e0d-78e9-4b05-81df-11f06364a9c1"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:46.529 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:46.530 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:46.530 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:46.530 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="context canceled"] [2024/05/07 02:09:46.530 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:46.530 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:46.530 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [2024/05/07 02:09:46.530 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:46.530 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:46.530 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:46.530 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:46.530 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:46.530 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:46.531 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=138baab7-f445-4723-801b-d021f0889fac] [2024/05/07 02:09:46.530 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [2024/05/07 02:09:46.531 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:46.531 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:46.531 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:46.531 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:46.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:46.532 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:46.532 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2fa9e0d-78e9-4b05-81df-11f06364a9c1"] [error="context canceled"] [2024/05/07 02:09:46.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:46.532 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c2fa9e0d-78e9-4b05-81df-11f06364a9c1] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:46.532 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:46.532 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2fa9e0d-78e9-4b05-81df-11f06364a9c1"] [2024/05/07 02:09:46.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:46.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:46.533 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:46.533 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="context canceled"] [2024/05/07 02:09:46.734 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:47.772 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c2fa9e0d-78e9-4b05-81df-11f06364a9c1"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:47.775 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:47.775 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:47.775 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:47.997 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 138baab7-f445-4723-801b-d021f0889fac"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:47.997 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:47.997 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:47.997 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:48.004 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.52138307s] [2024/05/07 02:09:48.004 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:48.004 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:48.004 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:48.004 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:48.004 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:48.004 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:48.004 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:48.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.005 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:48.005 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:48.005 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.005 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:48.005 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:48.006 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackSequence (6.71s) === RUN TestFlashbackPartitionTable [2024/05/07 02:09:48.015 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:48.015 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:48.016 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:48.017 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:48.017 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:48.018 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:48.018 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:48.018 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:48.018 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:48.018 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:48.020 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:48.023 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:48.025 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:48.027 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:48.035 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:48.046 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:48.208 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1595] ["lease id"=22318f50cd795512] [2024/05/07 02:09:48.210 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:48.309 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=155] ["start time"=94.827385ms] [2024/05/07 02:09:48.314 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:48.314 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c3d739d0-2df3-4184-86dc-72f11a7b6434] [runWorker=true] [2024/05/07 02:09:48.314 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:48.316 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:48.317 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:48.317 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:48.317 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:48.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:48.318 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:48.318 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:48.318 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:48.319 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd794c25] [ownerID=c3d739d0-2df3-4184-86dc-72f11a7b6434] [op=none] [2024/05/07 02:09:48.320 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:48.320 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=63a17e33-25f4-4541-bd9d-b91375b19a2d] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:48.325 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:48.346 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:48.347 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:48.347 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:48.369 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:48.370 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd794c25] [ownerID=c3d739d0-2df3-4184-86dc-72f11a7b6434] [op=none] [2024/05/07 02:09:48.370 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [op=none] [2024/05/07 02:09:48.370 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:48.460 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:48.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:48.492 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:48.492 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:48.492 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:48.492 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:48.492 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:48.492 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:48.492 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:48.492 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:48.492 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:48.495 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:48.495 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:48.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:48.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:48.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:48.496 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:48.496 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:48.499 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:48.501 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:48.507 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5fd6b015-3eae-40ac-a7e9-360680ef3ba0] [2024/05/07 02:09:48.507 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:48.507 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:48.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:48.511 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:48.512 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:48.542 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=47.654947ms] [2024/05/07 02:09:48.546 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:48.586 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=155] [cur_db=test] [sql="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [user=] [2024/05/07 02:09:48.634 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:48.634 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200))"] [2024/05/07 02:09:48.698 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.708 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 163, Table Name: t"] [2024/05/07 02:09:48.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=5.721688ms] [gotSchemaVersion=156] [phyTblIDs="[163,164,165,166]"] [actionTypes="[3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:48.773 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=156] [2024/05/07 02:09:48.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=54.806423ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.870 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=167] [conn=20] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.912 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/07 02:09:48.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:48.915 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.331528745\n# Parse_time: 0.001199547\n# Compile_time: 0.001188342\n# Rewrite_time: 0.000008307\n# Optimize_time: 0.000277523\n# Wait_TS: 0.000406541\n# DB: test\n# Is_internal: false\n# Digest: 93073a9ee05d9b8dff6f7a41459e83cc02307b148eb0a93fce851f29133245c4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t(a int) partition by range(`a`) (partition `a_1` values less than (25), partition `a_2` values less than (75), partition `a_3` values less than (200));"] [2024/05/07 02:09:49.342 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:49.343 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:49.343 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:49.343 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:49.507 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:49.507 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:49.507 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5fd6b015-3eae-40ac-a7e9-360680ef3ba0] [watcherID=74b0f24f-9213-4f0f-a532-651476c49bb0] [2024/05/07 02:09:49.512 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:49.526 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:49.526 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:49.526 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:49.526 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:50.317 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:50.503 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=156] [cur_db=test] [sql="alter table t drop partition `a_3`"] [user=] [2024/05/07 02:09:50.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:50.532 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t drop partition `a_3`"] [2024/05/07 02:09:50.600 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.644 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=4.462159ms] [gotSchemaVersion=157] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/07 02:09:50.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=157] [2024/05/07 02:09:50.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=52.889774ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=4.683352ms] [gotSchemaVersion=158] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/07 02:09:50.813 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=158] [2024/05/07 02:09:50.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.080173ms] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [category=ddl] [job="ID:168, Type:drop partition, State:running, SchemaState:delete reorganization, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:50.893 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop partition, Schema ID: 2, Table ID: 163, Table Name: t, Old Partition IDs: [166]"] [2024/05/07 02:09:50.936 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=3.98554ms] [gotSchemaVersion=159] [phyTblIDs="[163,164,165]"] [actionTypes="[20,20,20]"] [diffTypes="[\"drop partition\"]"] [2024/05/07 02:09:50.947 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=159] [2024/05/07 02:09:50.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.326958ms] [job="ID:168, Type:drop partition, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.035 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[166]"] [comment="drop partition: physical table ID(s)"] [2024/05/07 02:09:51.049 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="drop partition"] [2024/05/07 02:09:51.053 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=168] [conn=20] [job="ID:168, Type:drop partition, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:50.468 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.105 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/07 02:09:51.106 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:51.109 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.607664411\n# Parse_time: 0.000428335\n# Compile_time: 0.000907115\n# Rewrite_time: 0.000015135\n# Optimize_time: 0.000277523\n# Wait_TS: 0.000456832\n# DB: test\n# Is_internal: false\n# Digest: 7d560518704e79bafe7cf7bfeadbebd3ab7cb6d10502477e0ef67c7f9b0c77d0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t drop partition `a_3`;"] [2024/05/07 02:09:51.111 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=159] [cur_db=test] [sql="alter table t add partition (partition `a_3` values less than (300))"] [user=] [2024/05/07 02:09:51.147 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:51.148 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table t add partition (partition `a_3` values less than (300))"] [2024/05/07 02:09:51.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:queueing, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.261 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=6.75283ms] [gotSchemaVersion=160] [phyTblIDs="[163,164,165]"] [actionTypes="[19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/05/07 02:09:51.273 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=160] [2024/05/07 02:09:51.304 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.21356ms] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [category=ddl] [job="ID:170, Type:add partition, State:running, SchemaState:replica only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.342 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: add partition, Schema ID: 2, Table ID: 163, Table Name: t, Partition IDs: [169]"] [2024/05/07 02:09:51.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=4.791941ms] [gotSchemaVersion=161] [phyTblIDs="[163,164,165,169]"] [actionTypes="[19,19,19,19]"] [diffTypes="[\"add partition\"]"] [2024/05/07 02:09:51.403 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=161] [2024/05/07 02:09:51.437 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.092507ms] [job="ID:170, Type:add partition, State:done, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.516 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=170] [conn=20] [job="ID:170, Type:add partition, State:synced, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.118 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.566 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/07 02:09:51.566 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:51.570 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.459881615\n# Parse_time: 0.000596791\n# Compile_time: 0.000891181\n# Rewrite_time: 0.00001152\n# Optimize_time: 0.000277523\n# Wait_TS: 0.000401971\n# DB: test\n# Is_internal: false\n# Digest: 039addb4c2a1dad7b9bf9cf1c86dbe3ae19759b4737e84b99b79c9be8ed880d2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add partition (partition `a_3` values less than (300));"] [2024/05/07 02:09:51.583 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="drop table t"] [user=] [2024/05/07 02:09:51.611 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:51.611 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t"] [2024/05/07 02:09:51.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.681 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=278.155µs] [gotSchemaVersion=162] [phyTblIDs="[163,164,165,169]"] [actionTypes="[4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:51.693 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=162] [2024/05/07 02:09:51.730 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.146613ms] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=236.825µs] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:51.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=163] [2024/05/07 02:09:51.874 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=53.011512ms] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.930 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [category=ddl] [job="ID:171, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.940 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/05/07 02:09:51.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=309.658µs] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:51.988 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=164] [2024/05/07 02:09:52.025 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.748579ms] [job="ID:171, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.083 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[164,165,169]"] [comment="drop table: partition table IDs"] [2024/05/07 02:09:52.094 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/05/07 02:09:52.102 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="drop table"] [2024/05/07 02:09:52.105 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=171] [conn=20] [job="ID:171, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:51.567 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.209 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/07 02:09:52.210 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:52.214 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.631652199\n# Parse_time: 0.000233587\n# Compile_time: 0.000690828\n# Rewrite_time: 0.000012175\n# Optimize_time: 0.002758308\n# Wait_TS: 0.000356695\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table t;"] [2024/05/07 02:09:52.216 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:50.468 +0000 UTC"] [2024/05/07 02:09:52.242 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:52.242 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:50.468000'"] [2024/05/07 02:09:52.283 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.299 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/05/07 02:09:52.330 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.596 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=197.062µs] [gotSchemaVersion=165] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:52.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=165] [2024/05/07 02:09:52.645 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.904985ms] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.684 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:52.714 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:52.724 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:52.726 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.285953ms] ["completed regions"=1] [2024/05/07 02:09:52.726 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:52.735 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:52.737 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.165612ms] ["completed regions"=1] [2024/05/07 02:09:52.737 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:52.746 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:52.747 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.944897ms] ["completed regions"=1] [2024/05/07 02:09:52.747 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:52.756 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:52.757 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.572851ms] ["completed regions"=1] [2024/05/07 02:09:52.757 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:52.766 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:52.767 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.65911ms] ["completed regions"=1] [2024/05/07 02:09:52.767 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:52.776 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:52.777 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.651632ms] ["completed regions"=1] [2024/05/07 02:09:52.778 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:52.786 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:52.788 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.86272ms] ["completed regions"=1] [2024/05/07 02:09:52.788 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:52.796 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:52.798 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.24058ms] ["completed regions"=1] [2024/05/07 02:09:52.798 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:52.806 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:52.807 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.133711ms] ["completed regions"=1] [2024/05/07 02:09:52.807 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:52.815 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:52.816 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.457595ms] ["completed regions"=1] [2024/05/07 02:09:52.816 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:52.854 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:52.856 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=39.127037ms] ["completed regions"=1] [2024/05/07 02:09:52.856 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:52.864 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:52.867 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.75004ms] ["completed regions"=1] [2024/05/07 02:09:52.867 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:52.874 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:52.876 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.545435ms] ["completed regions"=1] [2024/05/07 02:09:52.876 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:52.883 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:52.884 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.856098ms] ["completed regions"=1] [2024/05/07 02:09:52.884 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:52.891 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:52.892 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.675509ms] ["completed regions"=1] [2024/05/07 02:09:52.893 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:52.899 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:52.900 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.304098ms] ["completed regions"=1] [2024/05/07 02:09:52.901 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:52.907 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:52.908 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.391735ms] ["completed regions"=1] [2024/05/07 02:09:52.908 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:52.914 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:52.916 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.009977ms] ["completed regions"=1] [2024/05/07 02:09:52.916 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:52.921 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:52.923 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.586509ms] ["completed regions"=1] [2024/05/07 02:09:52.923 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:52.929 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:52.930 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.490079ms] ["completed regions"=1] [2024/05/07 02:09:52.930 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:52.935 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:52.936 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.02541ms] ["completed regions"=1] [2024/05/07 02:09:52.936 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:52.941 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:52.942 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.635139ms] ["completed regions"=1] [2024/05/07 02:09:52.943 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:52.947 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:52.948 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.563972ms] ["completed regions"=1] [2024/05/07 02:09:52.949 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:52.953 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:52.954 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.219427ms] ["completed regions"=1] [2024/05/07 02:09:52.954 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:52.958 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:52.959 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=4.848949ms] ["completed regions"=1] [2024/05/07 02:09:52.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:52.963 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:52.965 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.781229ms] ["completed regions"=1] [2024/05/07 02:09:52.965 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:52.969 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:52.970 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.601602ms] ["completed regions"=1] [2024/05/07 02:09:52.970 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:52.973 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:52.975 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.747942ms] ["completed regions"=1] [2024/05/07 02:09:52.975 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:52.978 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:52.980 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.308776ms] ["completed regions"=1] [2024/05/07 02:09:52.980 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:52.983 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:52.984 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.002524ms] ["completed regions"=1] [2024/05/07 02:09:52.984 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:52.987 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:52.988 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.836608ms] ["completed regions"=1] [2024/05/07 02:09:52.988 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:52.991 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:52.992 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.651191ms] ["completed regions"=1] [2024/05/07 02:09:52.992 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:52.995 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:52.996 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.641874ms] ["completed regions"=1] [2024/05/07 02:09:52.997 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:52.999 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:53.000 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.386403ms] ["completed regions"=1] [2024/05/07 02:09:53.000 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:53.003 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:53.004 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=2.935284ms] ["completed regions"=1] [2024/05/07 02:09:53.004 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:53.006 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:53.007 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.812964ms] ["completed regions"=1] [2024/05/07 02:09:53.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:53.009 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:53.010 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.509467ms] ["completed regions"=1] [2024/05/07 02:09:53.010 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:53.012 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:53.013 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.605222ms] ["completed regions"=1] [2024/05/07 02:09:53.013 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:53.015 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:53.016 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.435207ms] ["completed regions"=1] [2024/05/07 02:09:53.056 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=172] [2024/05/07 02:09:53.085 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [category=ddl] [job="ID:172, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.087 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:53.097 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:53.099 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:09:53.100 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.306138ms] ["completed regions"=1] [2024/05/07 02:09:53.100 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:53.109 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:53.110 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:09:53.110 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.479943ms] ["completed regions"=1] [2024/05/07 02:09:53.111 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:53.120 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:53.121 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:09:53.122 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.644372ms] ["completed regions"=1] [2024/05/07 02:09:53.122 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:53.131 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:53.132 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:09:53.132 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.189343ms] ["completed regions"=1] [2024/05/07 02:09:53.132 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:53.142 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:53.143 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:09:53.143 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.616426ms] ["completed regions"=1] [2024/05/07 02:09:53.143 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:53.152 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:09:53.153 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:09:53.153 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.193394ms] ["completed regions"=1] [2024/05/07 02:09:53.153 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:09:53.161 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:09:53.162 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:09:53.162 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.872814ms] ["completed regions"=1] [2024/05/07 02:09:53.162 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:09:53.170 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:09:53.171 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:09:53.171 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.943975ms] ["completed regions"=1] [2024/05/07 02:09:53.172 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:09:53.179 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:09:53.181 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:09:53.181 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.858471ms] ["completed regions"=1] [2024/05/07 02:09:53.181 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:09:53.189 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:09:53.191 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:09:53.191 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.487875ms] ["completed regions"=1] [2024/05/07 02:09:53.191 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:09:53.198 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:09:53.199 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:09:53.199 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.313973ms] ["completed regions"=1] [2024/05/07 02:09:53.199 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:09:53.207 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:09:53.209 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:09:53.209 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.348205ms] ["completed regions"=1] [2024/05/07 02:09:53.209 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:09:53.216 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:09:53.218 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:09:53.218 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.978743ms] ["completed regions"=1] [2024/05/07 02:09:53.218 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:09:53.224 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:09:53.226 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:09:53.226 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.675904ms] ["completed regions"=1] [2024/05/07 02:09:53.226 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:09:53.232 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:09:53.233 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:09:53.233 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.314874ms] ["completed regions"=1] [2024/05/07 02:09:53.234 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:09:53.240 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:09:53.241 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:09:53.241 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.175495ms] ["completed regions"=1] [2024/05/07 02:09:53.241 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:09:53.247 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:09:53.248 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:09:53.248 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.042151ms] ["completed regions"=1] [2024/05/07 02:09:53.249 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:09:53.254 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:09:53.255 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:09:53.256 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.784414ms] ["completed regions"=1] [2024/05/07 02:09:53.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:09:53.261 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:09:53.262 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:09:53.263 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.552867ms] ["completed regions"=1] [2024/05/07 02:09:53.263 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:09:53.268 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:09:53.269 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:09:53.269 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.229919ms] ["completed regions"=1] [2024/05/07 02:09:53.269 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:09:53.275 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:09:53.276 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:09:53.276 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.225093ms] ["completed regions"=1] [2024/05/07 02:09:53.276 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:09:53.281 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:09:53.282 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:09:53.282 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.839982ms] ["completed regions"=1] [2024/05/07 02:09:53.282 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:09:53.287 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:09:53.288 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:09:53.288 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.733075ms] ["completed regions"=1] [2024/05/07 02:09:53.288 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:09:53.293 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:09:53.294 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:09:53.294 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.500881ms] ["completed regions"=1] [2024/05/07 02:09:53.294 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:09:53.299 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:09:53.300 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:09:53.300 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.592144ms] ["completed regions"=1] [2024/05/07 02:09:53.300 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:09:53.304 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:09:53.305 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:09:53.306 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.074943ms] ["completed regions"=1] [2024/05/07 02:09:53.306 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:09:53.310 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:09:53.311 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:09:53.311 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.789459ms] ["completed regions"=1] [2024/05/07 02:09:53.311 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:09:53.315 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:09:53.316 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:09:53.316 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.793909ms] ["completed regions"=1] [2024/05/07 02:09:53.316 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:09:53.320 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:09:53.321 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:09:53.321 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.528905ms] ["completed regions"=1] [2024/05/07 02:09:53.321 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:09:53.325 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:09:53.326 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:09:53.326 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.767965ms] ["completed regions"=1] [2024/05/07 02:09:53.326 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:09:53.330 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:09:53.331 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:09:53.331 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.390434ms] ["completed regions"=1] [2024/05/07 02:09:53.331 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:09:53.334 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:09:53.335 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:09:53.336 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.78971ms] ["completed regions"=1] [2024/05/07 02:09:53.336 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:09:53.338 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:09:53.339 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:09:53.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.552891ms] ["completed regions"=1] [2024/05/07 02:09:53.340 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:09:53.342 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:09:53.343 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:09:53.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.46957ms] ["completed regions"=1] [2024/05/07 02:09:53.343 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:09:53.346 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:09:53.347 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:09:53.347 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.328559ms] ["completed regions"=1] [2024/05/07 02:09:53.347 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:09:53.349 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:09:53.351 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:09:53.351 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.034241ms] ["completed regions"=1] [2024/05/07 02:09:53.351 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:09:53.353 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:09:53.354 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:09:53.354 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.844358ms] ["completed regions"=1] [2024/05/07 02:09:53.354 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:09:53.356 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:09:53.357 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:09:53.357 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.555227ms] ["completed regions"=1] [2024/05/07 02:09:53.357 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:09:53.358 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:09:53.360 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:09:53.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.379381ms] ["completed regions"=1] [2024/05/07 02:09:53.360 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:09:53.447 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:53.496 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/172/c3d739d0-2df3-4184-86dc-72f11a7b6434] [currentVer=165] [latestVer=166] [2024/05/07 02:09:53.496 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id c3d739d0-2df3-4184-86dc-72f11a7b6434"] ["ddl job id"=172] [ver=166] [2024/05/07 02:09:53.547 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=100.018987ms] [2024/05/07 02:09:53.552 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:53.561 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=166] [2024/05/07 02:09:53.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=139.835936ms] [job="ID:172, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.785 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=172] [conn=20] [job="ID:172, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:52.218 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.810 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/07 02:09:53.811 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:53.814 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 1.599930957\n# Parse_time: 0.000382939\n# Compile_time: 0.000765535\n# Rewrite_time: 0.000007783\n# Optimize_time: 0.002758308\n# Wait_TS: 0.000445781\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:09:50.468000';"] [2024/05/07 02:09:53.883 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [2024/05/07 02:09:53.883 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [2024/05/07 02:09:53.883 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:53.885 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=21.14µs] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=14.704µs] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=20.611µs] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=9.071µs] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=5.631µs] [2024/05/07 02:09:53.886 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:53.886 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:53.886 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:53.890 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c3d739d0-2df3-4184-86dc-72f11a7b6434] ["take time"=40.658234ms] [2024/05/07 02:09:53.890 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c3d739d0-2df3-4184-86dc-72f11a7b6434] [2024/05/07 02:09:53.892 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:53.892 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:53.892 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5fd6b015-3eae-40ac-a7e9-360680ef3ba0] [watcherID=74b0f24f-9213-4f0f-a532-651476c49bb0] [2024/05/07 02:09:53.892 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5fd6b015-3eae-40ac-a7e9-360680ef3ba0] [2024/05/07 02:09:53.892 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:53.892 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:53.892 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:53.892 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:53.892 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:53.893 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:53.893 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:53.893 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:53.893 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:53.893 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:53.899 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:53.899 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1595] [2024/05/07 02:09:53.900 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c3d739d0-2df3-4184-86dc-72f11a7b6434] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:53.900 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63a17e33-25f4-4541-bd9d-b91375b19a2d"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:53.901 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:53.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:53.901 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="context canceled"] [2024/05/07 02:09:53.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:53.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:53.901 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:53.900 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:53.900 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:53.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:53.900 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:53.900 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:53.900 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:53.900 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:53.901 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [2024/05/07 02:09:53.901 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:53.901 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:53.901 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:53.901 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c3d739d0-2df3-4184-86dc-72f11a7b6434] [2024/05/07 02:09:53.901 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:53.901 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:53.901 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:53.901 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:53.901 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:53.902 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=63a17e33-25f4-4541-bd9d-b91375b19a2d] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:53.902 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:53.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:53.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:53.902 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63a17e33-25f4-4541-bd9d-b91375b19a2d"] [error="context canceled"] [2024/05/07 02:09:53.902 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:53.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:53.902 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63a17e33-25f4-4541-bd9d-b91375b19a2d"] [2024/05/07 02:09:54.038 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:54.038 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="context canceled"] [2024/05/07 02:09:54.239 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:55.140 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 63a17e33-25f4-4541-bd9d-b91375b19a2d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:55.144 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:55.144 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:55.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:55.489 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3d739d0-2df3-4184-86dc-72f11a7b6434"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:55.489 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:55.489 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:55.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:55.497 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.647630285s] [2024/05/07 02:09:55.498 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:55.497 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:55.498 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:55.498 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:55.498 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:55.499 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackPartitionTable (7.49s) === RUN TestFlashbackTmpTable [2024/05/07 02:09:55.508 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:55.508 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:55.509 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:09:55.510 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:55.510 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:55.511 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:55.511 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:55.511 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:55.511 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:55.511 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:55.513 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:55.517 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:55.519 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:55.520 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:55.528 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:55.539 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:55.673 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1988] ["lease id"=3eaa8f50cd794c64] [2024/05/07 02:09:55.676 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:55.775 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=166] ["start time"=96.074661ms] [2024/05/07 02:09:55.808 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:55.808 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=43a92bfb-bf31-4f9a-900a-a83befccc075] [runWorker=true] [2024/05/07 02:09:55.808 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:55.810 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:55.811 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:55.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:55.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:55.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:55.812 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:55.812 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:55.812 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:55.812 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:55.812 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:55.813 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd79471e] [ownerID=43a92bfb-bf31-4f9a-900a-a83befccc075] [op=none] [2024/05/07 02:09:55.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:55.814 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=138d063a-056d-46e0-8315-d9947655f18f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:55.819 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:55.841 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:55.842 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:55.842 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:55.863 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:55.864 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd79471e] [ownerID=43a92bfb-bf31-4f9a-900a-a83befccc075] [op=none] [2024/05/07 02:09:55.864 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [op=none] [2024/05/07 02:09:55.864 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:55.955 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:55.971 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:55.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:55.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:55.985 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:55.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:55.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:55.985 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:55.985 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:55.985 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:55.985 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:55.987 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:55.987 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:55.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:55.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:55.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:55.989 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:55.989 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:55.992 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:55.994 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:56.000 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fac8dbef-a2da-4700-94e3-d2aa464113b5] [2024/05/07 02:09:56.001 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:56.001 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:56.002 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:56.003 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:56.003 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:56.033 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=45.266071ms] [2024/05/07 02:09:56.041 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:56.045 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:56.047 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=166] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:09:56.076 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:56.076 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:09:56.141 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=229.933µs] [gotSchemaVersion=167] [phyTblIDs="[163,164,165,166]"] [actionTypes="[4,4,4,4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:56.180 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=167] [2024/05/07 02:09:56.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=52.726548ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.280 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=232.031µs] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:56.323 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=168] [2024/05/07 02:09:56.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.326124ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.426 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:163, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.435 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 163, Old Table Name: t"] [2024/05/07 02:09:56.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=266.725µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:56.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=169] [2024/05/07 02:09:56.540 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=72.327459ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.612 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[164,165,166]"] [comment="drop table: partition table IDs"] [2024/05/07 02:09:56.629 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[163]"] [comment="drop table: table ID"] [2024/05/07 02:09:56.638 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/07 02:09:56.642 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=173] [conn=21] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:163, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:56.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.694 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/07 02:09:56.694 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:56.698 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.650872452\n# Parse_time: 0.000195101\n# Compile_time: 0.000558562\n# Rewrite_time: 0.000008268\n# Optimize_time: 0.00018673\n# Wait_TS: 0.000388795\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:09:56.732 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create temporary table t(a int)"] [user=] [2024/05/07 02:09:56.833 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:56.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:56.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:56.834 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:57.001 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:57.001 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:57.001 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fac8dbef-a2da-4700-94e3-d2aa464113b5] [watcherID=85b20b64-0308-4967-ace0-f047f66b52ca] [2024/05/07 02:09:57.003 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:57.015 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:57.015 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:57.015 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:57.015 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:57.745 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:09:57.718 +0000 UTC"] [2024/05/07 02:09:57.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:57.769 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:09:57.718000'"] [2024/05/07 02:09:57.811 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:57.843 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.863 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/05/07 02:09:57.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=173.663µs] [gotSchemaVersion=170] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:09:58.854 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=170] [2024/05/07 02:09:58.893 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=54.311283ms] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.927 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.961 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:09:58.971 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:09:58.973 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.699612ms] ["completed regions"=1] [2024/05/07 02:09:58.973 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:09:58.983 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:09:58.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.762021ms] ["completed regions"=1] [2024/05/07 02:09:58.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:09:58.994 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:09:58.997 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.221748ms] ["completed regions"=1] [2024/05/07 02:09:58.997 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:09:59.006 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:09:59.007 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.261176ms] ["completed regions"=1] [2024/05/07 02:09:59.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:09:59.016 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:09:59.018 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=10.298596ms] ["completed regions"=1] [2024/05/07 02:09:59.018 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:09:59.028 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:10:00.616 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=1.596968992s] ["completed regions"=1] [2024/05/07 02:10:00.616 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:10:00.624 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:10:00.626 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.223847ms] ["completed regions"=1] [2024/05/07 02:10:00.626 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:10:00.634 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:10:00.635 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.072138ms] ["completed regions"=1] [2024/05/07 02:10:00.635 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:10:00.643 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:10:00.644 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.891856ms] ["completed regions"=1] [2024/05/07 02:10:00.645 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:10:00.653 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:10:00.655 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.59821ms] ["completed regions"=1] [2024/05/07 02:10:00.655 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:10:00.662 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:10:00.663 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=7.987339ms] ["completed regions"=1] [2024/05/07 02:10:00.663 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:10:00.670 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:10:00.672 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.433803ms] ["completed regions"=1] [2024/05/07 02:10:00.672 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:10:00.679 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:10:01.491 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=818.914992ms] ["completed regions"=1] [2024/05/07 02:10:01.492 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:10:01.498 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:10:01.500 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.731097ms] ["completed regions"=1] [2024/05/07 02:10:01.500 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:10:01.506 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:10:01.507 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.190082ms] ["completed regions"=1] [2024/05/07 02:10:01.507 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:10:01.514 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:10:01.515 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.273096ms] ["completed regions"=1] [2024/05/07 02:10:01.515 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:10:01.521 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:10:01.523 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.231301ms] ["completed regions"=1] [2024/05/07 02:10:01.523 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:10:01.529 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:10:01.530 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.705997ms] ["completed regions"=1] [2024/05/07 02:10:01.530 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:10:01.538 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:10:01.540 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=9.038236ms] ["completed regions"=1] [2024/05/07 02:10:01.540 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:10:01.545 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:10:01.546 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.157617ms] ["completed regions"=1] [2024/05/07 02:10:01.546 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:10:01.551 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:10:01.553 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.078487ms] ["completed regions"=1] [2024/05/07 02:10:01.553 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:10:01.557 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:10:01.559 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.517826ms] ["completed regions"=1] [2024/05/07 02:10:01.559 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:10:01.563 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:10:01.565 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.685093ms] ["completed regions"=1] [2024/05/07 02:10:01.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:10:01.570 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:10:01.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.45067ms] ["completed regions"=1] [2024/05/07 02:10:01.571 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:10:01.575 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:10:01.577 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.296854ms] ["completed regions"=1] [2024/05/07 02:10:01.577 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:10:01.581 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:10:01.582 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.92844ms] ["completed regions"=1] [2024/05/07 02:10:01.582 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:10:01.586 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:10:01.587 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.600617ms] ["completed regions"=1] [2024/05/07 02:10:01.587 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:10:01.591 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:10:01.592 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.553231ms] ["completed regions"=1] [2024/05/07 02:10:01.592 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:10:01.596 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:10:01.597 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.451399ms] ["completed regions"=1] [2024/05/07 02:10:01.597 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:10:01.625 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:10:01.627 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=29.339077ms] ["completed regions"=1] [2024/05/07 02:10:01.627 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:10:01.630 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:10:01.632 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.402081ms] ["completed regions"=1] [2024/05/07 02:10:01.632 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:10:01.635 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:10:01.636 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.019515ms] ["completed regions"=1] [2024/05/07 02:10:01.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:10:01.639 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:10:01.641 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.712484ms] ["completed regions"=1] [2024/05/07 02:10:01.641 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:10:01.643 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:10:01.645 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.713527ms] ["completed regions"=1] [2024/05/07 02:10:01.645 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:10:01.648 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:10:01.649 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.39142ms] ["completed regions"=1] [2024/05/07 02:10:01.649 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:10:01.651 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:10:01.653 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.184828ms] ["completed regions"=1] [2024/05/07 02:10:01.653 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:10:01.655 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:10:01.656 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.932793ms] ["completed regions"=1] [2024/05/07 02:10:01.656 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:10:01.658 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:10:01.659 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.722415ms] ["completed regions"=1] [2024/05/07 02:10:01.659 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:10:01.661 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:10:01.663 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.329654ms] ["completed regions"=1] [2024/05/07 02:10:01.699 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=175] [2024/05/07 02:10:01.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [category=ddl] [job="ID:175, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:01.732 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:10:01.742 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:10:01.744 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:10:01.744 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=11.674945ms] ["completed regions"=1] [2024/05/07 02:10:01.744 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:10:01.758 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:10:01.759 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:10:01.759 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=14.565983ms] ["completed regions"=1] [2024/05/07 02:10:01.759 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:10:01.768 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:10:01.770 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:10:01.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=9.87995ms] ["completed regions"=1] [2024/05/07 02:10:01.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:10:01.783 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:10:01.784 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:10:01.784 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=13.985088ms] ["completed regions"=1] [2024/05/07 02:10:01.784 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:10:01.793 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:10:01.794 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:10:01.794 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.498673ms] ["completed regions"=1] [2024/05/07 02:10:01.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:10:01.802 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:10:01.804 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:10:01.804 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.343484ms] ["completed regions"=1] [2024/05/07 02:10:01.804 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:10:01.812 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:10:01.813 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:10:01.813 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.837079ms] ["completed regions"=1] [2024/05/07 02:10:01.813 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:10:01.821 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:10:01.823 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:10:01.823 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.069278ms] ["completed regions"=1] [2024/05/07 02:10:01.823 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:10:01.834 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:10:01.835 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:10:01.835 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=12.032599ms] ["completed regions"=1] [2024/05/07 02:10:01.835 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:10:01.843 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:10:01.845 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:10:01.845 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=8.863753ms] ["completed regions"=1] [2024/05/07 02:10:01.845 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:10:01.852 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:10:01.853 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:10:01.854 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.407629ms] ["completed regions"=1] [2024/05/07 02:10:01.854 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:10:01.861 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:10:01.862 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:10:01.862 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.237743ms] ["completed regions"=1] [2024/05/07 02:10:01.862 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:10:01.869 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:10:01.870 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:10:01.871 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.796086ms] ["completed regions"=1] [2024/05/07 02:10:01.871 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:10:01.877 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:10:01.878 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:10:01.878 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.491609ms] ["completed regions"=1] [2024/05/07 02:10:01.879 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:10:01.885 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:10:01.886 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:10:01.887 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.533409ms] ["completed regions"=1] [2024/05/07 02:10:01.887 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:10:01.893 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:10:01.894 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:10:01.894 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.823441ms] ["completed regions"=1] [2024/05/07 02:10:01.894 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:10:01.900 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:10:01.901 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:10:01.901 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.002136ms] ["completed regions"=1] [2024/05/07 02:10:01.901 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:10:01.907 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:10:01.908 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:10:01.908 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.527399ms] ["completed regions"=1] [2024/05/07 02:10:01.908 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:10:01.914 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:10:01.915 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:10:01.915 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.384854ms] ["completed regions"=1] [2024/05/07 02:10:01.915 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:10:01.920 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:10:01.922 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:10:01.922 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.251513ms] ["completed regions"=1] [2024/05/07 02:10:01.922 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:10:01.927 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:10:01.928 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:10:01.928 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.046877ms] ["completed regions"=1] [2024/05/07 02:10:01.928 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:10:01.933 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:10:01.935 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:10:01.935 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.957202ms] ["completed regions"=1] [2024/05/07 02:10:01.935 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:10:01.939 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:10:01.941 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:10:01.941 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.590704ms] ["completed regions"=1] [2024/05/07 02:10:01.941 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:10:01.945 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:10:01.946 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:10:01.946 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.284256ms] ["completed regions"=1] [2024/05/07 02:10:01.946 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:10:01.951 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:10:01.952 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:10:01.952 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.147692ms] ["completed regions"=1] [2024/05/07 02:10:01.952 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:10:01.956 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:10:01.957 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:10:01.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.064803ms] ["completed regions"=1] [2024/05/07 02:10:01.958 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:10:01.961 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:10:01.962 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:10:01.963 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.672815ms] ["completed regions"=1] [2024/05/07 02:10:01.963 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:10:01.966 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:10:01.967 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:10:01.967 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.449024ms] ["completed regions"=1] [2024/05/07 02:10:01.967 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:10:01.971 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:10:01.972 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:10:01.972 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.21267ms] ["completed regions"=1] [2024/05/07 02:10:01.972 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:10:01.976 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:10:01.977 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:10:01.977 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.040484ms] ["completed regions"=1] [2024/05/07 02:10:01.977 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:10:01.980 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:10:01.981 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:10:01.981 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.04565ms] ["completed regions"=1] [2024/05/07 02:10:01.981 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:10:01.984 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:10:01.985 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:10:01.985 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.663303ms] ["completed regions"=1] [2024/05/07 02:10:01.985 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:10:01.988 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:10:01.989 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:10:01.990 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.960368ms] ["completed regions"=1] [2024/05/07 02:10:01.990 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:10:01.992 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:10:01.994 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:10:01.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.861223ms] ["completed regions"=1] [2024/05/07 02:10:01.994 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:10:01.996 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:10:01.997 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:10:01.997 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.119308ms] ["completed regions"=1] [2024/05/07 02:10:01.998 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:10:02.000 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:10:02.001 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:10:02.001 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.00587ms] ["completed regions"=1] [2024/05/07 02:10:02.001 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:10:02.003 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:10:02.004 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:10:02.004 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.818457ms] ["completed regions"=1] [2024/05/07 02:10:02.004 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:10:02.006 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:10:02.007 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:10:02.007 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.364996ms] ["completed regions"=1] [2024/05/07 02:10:02.007 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:10:02.008 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:10:02.009 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:10:02.009 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.219702ms] ["completed regions"=1] [2024/05/07 02:10:02.010 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:10:02.064 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:10:02.113 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/175/43a92bfb-bf31-4f9a-900a-a83befccc075] [currentVer=170] [latestVer=171] [2024/05/07 02:10:02.114 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 43a92bfb-bf31-4f9a-900a-a83befccc075"] ["ddl job id"=175] [ver=171] [2024/05/07 02:10:02.155 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=91.496771ms] [2024/05/07 02:10:02.160 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:02.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=171] [2024/05/07 02:10:02.179 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=119.309056ms] [job="ID:175, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.390 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=175] [conn=22] [job="ID:175, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:09:57.718 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.416 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/07 02:10:02.416 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:02.419 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 4.676480225\n# Parse_time: 0.000523337\n# Compile_time: 0.000685124\n# Rewrite_time: 0.000010255\n# Optimize_time: 0.000384485\n# Wait_TS: 0.000469375\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nflashback cluster to timestamp '2024-05-07 02:09:57.718000';"] [2024/05/07 02:10:03.432 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=171] [cur_db=test] [sql="drop table t"] [user=] [2024/05/07 02:10:03.435 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:10:03.418 +0000 UTC"] [2024/05/07 02:10:03.461 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:03.460 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:10:03.418000'"] [2024/05/07 02:10:03.505 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.530 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/07 02:10:03.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=181.201µs] [gotSchemaVersion=172] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:10:03.866 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=172] [2024/05/07 02:10:03.904 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=52.808169ms] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.934 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.937 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:10:03.946 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:10:03.948 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.564246ms] ["completed regions"=1] [2024/05/07 02:10:03.948 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:10:03.959 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:10:03.960 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.018347ms] ["completed regions"=1] [2024/05/07 02:10:03.960 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:10:03.970 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:10:03.971 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.552909ms] ["completed regions"=1] [2024/05/07 02:10:03.971 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:10:03.981 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:10:03.982 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.53892ms] ["completed regions"=1] [2024/05/07 02:10:03.982 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:10:03.991 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:10:03.992 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.746763ms] ["completed regions"=1] [2024/05/07 02:10:03.992 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:10:04.000 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:10:04.002 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.02484ms] ["completed regions"=1] [2024/05/07 02:10:04.002 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:10:04.010 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:10:04.011 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.875428ms] ["completed regions"=1] [2024/05/07 02:10:04.011 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:10:04.020 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:10:04.021 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=9.396849ms] ["completed regions"=1] [2024/05/07 02:10:04.021 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:10:04.056 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:10:04.059 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=36.311337ms] ["completed regions"=1] [2024/05/07 02:10:04.059 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:10:04.067 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:10:04.068 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=9.040239ms] ["completed regions"=1] [2024/05/07 02:10:04.068 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:10:04.076 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:10:04.077 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.422168ms] ["completed regions"=1] [2024/05/07 02:10:04.077 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:10:04.085 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:10:04.086 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.443604ms] ["completed regions"=1] [2024/05/07 02:10:04.086 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:10:04.093 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:10:04.095 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.338895ms] ["completed regions"=1] [2024/05/07 02:10:04.095 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:10:04.102 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:10:04.103 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.537505ms] ["completed regions"=1] [2024/05/07 02:10:04.103 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:10:04.110 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:10:04.111 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.652556ms] ["completed regions"=1] [2024/05/07 02:10:04.111 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:10:04.117 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:10:04.119 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=7.056944ms] ["completed regions"=1] [2024/05/07 02:10:04.119 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:10:04.125 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:10:04.127 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.523491ms] ["completed regions"=1] [2024/05/07 02:10:04.127 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:10:04.135 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:10:04.137 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=9.579381ms] ["completed regions"=1] [2024/05/07 02:10:04.137 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:10:04.143 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:10:04.144 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.998473ms] ["completed regions"=1] [2024/05/07 02:10:04.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:10:04.150 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:10:04.152 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.785281ms] ["completed regions"=1] [2024/05/07 02:10:04.152 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:10:04.158 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:10:04.159 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=7.191126ms] ["completed regions"=1] [2024/05/07 02:10:04.159 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:10:04.166 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:10:04.168 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=7.74011ms] ["completed regions"=1] [2024/05/07 02:10:04.168 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:10:04.173 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:10:04.175 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=6.449143ms] ["completed regions"=1] [2024/05/07 02:10:04.175 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:10:04.180 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:10:04.181 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=6.259604ms] ["completed regions"=1] [2024/05/07 02:10:04.181 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:10:04.186 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:10:04.188 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.074374ms] ["completed regions"=1] [2024/05/07 02:10:04.188 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:10:04.193 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:10:04.195 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=6.147991ms] ["completed regions"=1] [2024/05/07 02:10:04.195 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:10:04.199 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:10:04.201 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=5.754154ms] ["completed regions"=1] [2024/05/07 02:10:04.201 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:10:04.206 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:10:04.208 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=6.163972ms] ["completed regions"=1] [2024/05/07 02:10:04.208 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:10:04.212 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:10:04.213 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.356573ms] ["completed regions"=1] [2024/05/07 02:10:04.214 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:10:04.218 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:10:04.219 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=5.412802ms] ["completed regions"=1] [2024/05/07 02:10:04.220 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:10:04.223 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:10:04.224 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.492578ms] ["completed regions"=1] [2024/05/07 02:10:04.224 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:10:04.228 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:10:04.229 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.300881ms] ["completed regions"=1] [2024/05/07 02:10:04.229 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:10:04.232 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:10:04.234 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=4.098687ms] ["completed regions"=1] [2024/05/07 02:10:04.234 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:10:04.237 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:10:04.239 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=4.263634ms] ["completed regions"=1] [2024/05/07 02:10:04.239 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:10:04.242 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:10:04.243 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=4.138733ms] ["completed regions"=1] [2024/05/07 02:10:04.243 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:10:04.246 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:10:04.247 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.640661ms] ["completed regions"=1] [2024/05/07 02:10:04.248 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:10:04.250 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:10:04.251 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=3.102441ms] ["completed regions"=1] [2024/05/07 02:10:04.251 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:10:04.253 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:10:04.255 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=3.107128ms] ["completed regions"=1] [2024/05/07 02:10:04.255 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:10:04.257 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:10:04.258 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.896489ms] ["completed regions"=1] [2024/05/07 02:10:04.305 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/07 02:10:04.343 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [category=ddl] [job="ID:176, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:04.345 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:10:04.358 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:10:04.359 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:10:04.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=13.613856ms] ["completed regions"=1] [2024/05/07 02:10:04.360 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:10:04.371 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:10:04.372 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:10:04.372 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.214948ms] ["completed regions"=1] [2024/05/07 02:10:04.372 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:10:04.383 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:10:04.384 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:10:04.384 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=11.514172ms] ["completed regions"=1] [2024/05/07 02:10:04.384 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:10:04.395 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:10:04.396 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:10:04.396 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=11.500325ms] ["completed regions"=1] [2024/05/07 02:10:04.396 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:10:04.407 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:10:04.408 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:10:04.408 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=11.363834ms] ["completed regions"=1] [2024/05/07 02:10:04.408 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:10:04.417 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:10:04.419 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:10:04.419 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=10.66106ms] ["completed regions"=1] [2024/05/07 02:10:04.419 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:10:04.428 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:10:04.430 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:10:04.430 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=10.197095ms] ["completed regions"=1] [2024/05/07 02:10:04.430 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:10:04.440 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:10:04.442 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:10:04.442 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=11.674447ms] ["completed regions"=1] [2024/05/07 02:10:04.442 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:10:04.453 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:10:04.454 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:10:04.454 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=11.517247ms] ["completed regions"=1] [2024/05/07 02:10:04.454 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:10:04.463 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:10:04.465 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:10:04.465 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=10.152824ms] ["completed regions"=1] [2024/05/07 02:10:04.465 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:10:04.473 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:10:04.475 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:10:04.475 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=9.225421ms] ["completed regions"=1] [2024/05/07 02:10:04.475 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:10:04.482 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:10:04.484 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:10:04.484 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=9.046076ms] ["completed regions"=1] [2024/05/07 02:10:04.484 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:10:04.493 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:10:04.495 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:10:04.495 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=10.508724ms] ["completed regions"=1] [2024/05/07 02:10:04.495 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:10:04.503 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:10:04.504 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:10:04.505 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.848052ms] ["completed regions"=1] [2024/05/07 02:10:04.505 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:10:04.512 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:10:04.513 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:10:04.513 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=8.195181ms] ["completed regions"=1] [2024/05/07 02:10:04.513 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:10:04.520 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:10:04.522 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:10:04.522 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.226959ms] ["completed regions"=1] [2024/05/07 02:10:04.522 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:10:04.530 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:10:04.531 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:10:04.531 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=8.579418ms] ["completed regions"=1] [2024/05/07 02:10:04.531 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:10:04.537 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:10:04.539 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:10:04.539 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=7.132069ms] ["completed regions"=1] [2024/05/07 02:10:04.539 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:10:04.544 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:10:04.546 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:10:04.546 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.430929ms] ["completed regions"=1] [2024/05/07 02:10:04.546 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:10:04.551 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:10:04.552 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:10:04.553 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.366939ms] ["completed regions"=1] [2024/05/07 02:10:04.553 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:10:04.558 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:10:04.559 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:10:04.559 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.946792ms] ["completed regions"=1] [2024/05/07 02:10:04.559 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:10:04.564 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:10:04.565 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:10:04.565 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.927826ms] ["completed regions"=1] [2024/05/07 02:10:04.565 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:10:04.570 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:10:04.571 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:10:04.571 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.526883ms] ["completed regions"=1] [2024/05/07 02:10:04.571 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:10:04.576 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:10:04.577 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:10:04.577 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.755235ms] ["completed regions"=1] [2024/05/07 02:10:04.577 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:10:04.582 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:10:04.584 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:10:04.584 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=6.016573ms] ["completed regions"=1] [2024/05/07 02:10:04.584 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:10:04.588 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:10:04.590 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:10:04.590 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.49677ms] ["completed regions"=1] [2024/05/07 02:10:04.590 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:10:04.594 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:10:04.595 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:10:04.595 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.782462ms] ["completed regions"=1] [2024/05/07 02:10:04.595 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:10:04.599 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:10:04.600 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:10:04.600 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.883014ms] ["completed regions"=1] [2024/05/07 02:10:04.600 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:10:04.604 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:10:04.605 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:10:04.605 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.782732ms] ["completed regions"=1] [2024/05/07 02:10:04.605 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:10:04.609 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:10:04.610 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:10:04.610 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.22349ms] ["completed regions"=1] [2024/05/07 02:10:04.610 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:10:04.613 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:10:04.615 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:10:04.615 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.40234ms] ["completed regions"=1] [2024/05/07 02:10:04.615 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:10:04.618 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:10:04.619 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:10:04.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.841855ms] ["completed regions"=1] [2024/05/07 02:10:04.619 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:10:04.622 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:10:04.623 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:10:04.623 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.574777ms] ["completed regions"=1] [2024/05/07 02:10:04.623 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:10:04.626 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:10:04.627 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:10:04.627 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.554268ms] ["completed regions"=1] [2024/05/07 02:10:04.627 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:10:04.629 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:10:04.631 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:10:04.631 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.483281ms] ["completed regions"=1] [2024/05/07 02:10:04.631 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:10:04.633 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:10:04.634 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:10:04.634 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=3.017855ms] ["completed regions"=1] [2024/05/07 02:10:04.634 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:10:04.636 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:10:04.637 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:10:04.638 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.757044ms] ["completed regions"=1] [2024/05/07 02:10:04.638 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:10:04.639 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:10:04.640 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:10:04.640 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.43256ms] ["completed regions"=1] [2024/05/07 02:10:04.640 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:10:04.642 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:10:04.643 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:10:04.643 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.265389ms] ["completed regions"=1] [2024/05/07 02:10:04.643 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:10:04.751 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:10:04.801 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/176/43a92bfb-bf31-4f9a-900a-a83befccc075] [currentVer=172] [latestVer=173] [2024/05/07 02:10:04.801 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 43a92bfb-bf31-4f9a-900a-a83befccc075"] ["ddl job id"=176] [ver=173] [2024/05/07 02:10:04.852 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=101.375392ms] [2024/05/07 02:10:04.860 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:04.869 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=173] [2024/05/07 02:10:04.889 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=142.622515ms] [job="ID:176, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:05.078 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=176] [conn=22] [job="ID:176, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:10:03.418 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:05.105 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/07 02:10:05.106 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:05.110 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 22\n# Query_time: 1.676861121\n# Parse_time: 0.000424387\n# Compile_time: 0.000706166\n# Rewrite_time: 0.00000611\n# Optimize_time: 0.004127883\n# Wait_TS: 0.000457053\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:10:03.418000';"] [2024/05/07 02:10:05.111 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[schema:1146]Table 'test.t' doesn't exist"] [errorVerbose="[schema:1146]Table 'test.t' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrCode\n\tpkg/testkit/testkit.go:469\ntests/realtikvtest/flashbacktest/flashbacktest_test.TestFlashbackTmpTable\n\ttests/realtikvtest/flashbacktest/flashback_test.go:529\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="select * from t"] [2024/05/07 02:10:05.141 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [2024/05/07 02:10:05.141 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [2024/05/07 02:10:05.141 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:05.142 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [] [2024/05/07 02:10:05.143 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:05.143 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=25.04µs] [2024/05/07 02:10:05.144 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=21.087µs] [2024/05/07 02:10:05.144 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=23.781µs] [2024/05/07 02:10:05.144 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=7.94µs] [2024/05/07 02:10:05.144 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:05.144 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=5.871µs] [2024/05/07 02:10:05.144 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:05.144 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:05.144 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:05.149 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=43a92bfb-bf31-4f9a-900a-a83befccc075] ["take time"=37.699093ms] [2024/05/07 02:10:05.149 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=43a92bfb-bf31-4f9a-900a-a83befccc075] [2024/05/07 02:10:05.151 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:05.151 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fac8dbef-a2da-4700-94e3-d2aa464113b5] [watcherID=85b20b64-0308-4967-ace0-f047f66b52ca] [2024/05/07 02:10:05.151 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:05.151 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fac8dbef-a2da-4700-94e3-d2aa464113b5] [2024/05/07 02:10:05.151 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:05.152 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:05.152 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:05.152 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:05.159 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:05.159 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1988] [2024/05/07 02:10:05.160 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:05.160 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 138d063a-056d-46e0-8315-d9947655f18f"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:05.161 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:05.161 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=43a92bfb-bf31-4f9a-900a-a83befccc075] [2024/05/07 02:10:05.160 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:05.161 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:05.161 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:05.161 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:05.160 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:05.161 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="context canceled"] [2024/05/07 02:10:05.161 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:05.161 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:05.161 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [2024/05/07 02:10:05.161 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:05.161 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=43a92bfb-bf31-4f9a-900a-a83befccc075] [2024/05/07 02:10:05.161 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:05.161 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="context canceled"] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:05.161 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:05.162 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [2024/05/07 02:10:05.162 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:05.162 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:05.163 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:05.163 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:05.163 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=138d063a-056d-46e0-8315-d9947655f18f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:05.163 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 138d063a-056d-46e0-8315-d9947655f18f"] [error="context canceled"] [2024/05/07 02:10:05.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:05.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:05.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:05.163 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 138d063a-056d-46e0-8315-d9947655f18f"] [2024/05/07 02:10:05.163 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 138d063a-056d-46e0-8315-d9947655f18f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:06.405 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 138d063a-056d-46e0-8315-d9947655f18f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:06.407 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:06.407 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:06.407 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:06.407 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:06.426 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 43a92bfb-bf31-4f9a-900a-a83befccc075"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:06.426 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:06.426 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:06.433 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.321752584s] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:06.434 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:06.434 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:06.434 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:06.434 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:06.436 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackTmpTable (10.94s) === RUN TestFlashbackInProcessErrorMsg [2024/05/07 02:10:06.445 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:06.446 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:10:06.446 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073332981488541] [2024/05/07 02:10:06.447 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:06.447 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:10:06.448 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:06.448 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:06.448 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:06.448 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:06.448 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:06.450 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:06.454 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:06.456 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:06.458 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:06.466 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073332981488541] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:06.477 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:06.621 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1801] ["lease id"=6f188f50cd79476b] [2024/05/07 02:10:06.623 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:06.721 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=173] ["start time"=95.446836ms] [2024/05/07 02:10:06.727 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:06.727 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5d5ca4ff-03a5-4830-b40c-58466fccdf28] [runWorker=true] [2024/05/07 02:10:06.727 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:06.729 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:06.730 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:06.730 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:06.730 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:06.730 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:06.732 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd795599] [ownerID=5d5ca4ff-03a5-4830-b40c-58466fccdf28] [op=none] [2024/05/07 02:10:06.733 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:06.733 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=94eb5aa3-441f-4278-9ee5-f6d2a79b1a23] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:06.738 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:06.793 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:06.794 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd795599] [ownerID=5d5ca4ff-03a5-4830-b40c-58466fccdf28] [op=none] [2024/05/07 02:10:06.794 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [op=none] [2024/05/07 02:10:06.794 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:06.802 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:06.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:06.803 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:06.912 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:06.929 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:06.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:06.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:06.943 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:06.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:06.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:06.943 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:06.943 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:06.943 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:06.943 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:06.945 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:06.945 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:06.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:06.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:06.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:06.947 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:06.947 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:06.950 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:06.952 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:06.957 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cf0c104d-2a7b-4a72-add7-b053a9b2b167] [2024/05/07 02:10:06.957 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:06.958 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:06.963 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:06.963 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:06.963 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:06.989 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=43.280693ms] [2024/05/07 02:10:06.998 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:07.038 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:10:07.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=173] [cur_db=test] [sql="create table t(a int)"] [user=] [2024/05/07 02:10:07.077 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:07.077 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int)"] [2024/05/07 02:10:07.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [category=ddl] [job="ID:178, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.128 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 177, Table Name: t"] [2024/05/07 02:10:07.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=1.946192ms] [gotSchemaVersion=174] [phyTblIDs="[177]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:07.179 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=174] [2024/05/07 02:10:07.217 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=53.169395ms] [job="ID:178, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.251 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=178] [conn=24] [job="ID:178, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.018 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.291 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/07 02:10:07.291 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:07.753 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:07.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:07.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:07.753 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:07.958 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:07.958 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:07.958 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cf0c104d-2a7b-4a72-add7-b053a9b2b167] [watcherID=ec7e4156-c098-4350-ab3d-ea5f8239e790] [2024/05/07 02:10:07.963 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:07.976 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:07.976 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:07.976 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:07.976 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:08.297 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=174] [cur_db=test] [sql="alter table t add index k(a)"] [user=] [2024/05/07 02:10:08.324 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:10:08.324 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index k(a)"] [2024/05/07 02:10:08.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.386 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"k\",\"L\":\"k\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:10:08.386 +00:00] [INFO] [index.go:817] ["fallback to txn-merge backfill process"] [category=ddl] ["lightning env initialized"=false] [2024/05/07 02:10:08.419 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=2.722245ms] [gotSchemaVersion=175] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:10:08.429 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=175] [2024/05/07 02:10:08.465 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.890242ms] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.639131ms] [gotSchemaVersion=176] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:10:08.603 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=176] [2024/05/07 02:10:08.637 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=52.993494ms] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.677 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.712 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.320698ms] [gotSchemaVersion=177] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:10:08.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=177] [2024/05/07 02:10:08.730 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:10:08.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.354544ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.802 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.805 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/05/07 02:10:08.809 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{177 t utf8mb4 utf8mb4_bin [0xc03ce06dc0] [0xc03d3b27e0] [] [] public false false 0 0 0 0 0 1 1 0 0 449589492755464194 0 0 0 0 0 0 5 false disable 3 2}"] ["table/partition ID"=177] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/07 02:10:08.810 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=] [endKey=] [2024/05/07 02:10:08.847 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/05/07 02:10:08.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492781678597, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:08.893 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=179] [table=t] ["ingest mode"=false] [index=k] [2024/05/07 02:10:08.905 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492781678597, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:,EndKey:,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/05/07 02:10:08.913 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=] ["end key"=] [2024/05/07 02:10:08.914 +00:00] [INFO] [backfilling.go:421] ["split table range from PD, get noop table range"] [category=ddl] [physicalTableID=177] [2024/05/07 02:10:08.914 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp add index"] [jobID=179] [2024/05/07 02:10:08.914 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp add index"] [jobID=179] [2024/05/07 02:10:08.914 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp add index"] [jobID=179] [2024/05/07 02:10:08.914 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp add index"] [jobID=179] [2024/05/07 02:10:08.914 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=] [2024/05/07 02:10:08.914 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/07 02:10:08.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.243627ms] [gotSchemaVersion=178] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:10:08.957 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=178] [2024/05/07 02:10:08.994 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.891659ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492781678597, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492781678597, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.058 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=179] [table=t] [index=k] [2024/05/07 02:10:09.093 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.599679ms] [gotSchemaVersion=179] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:10:09.104 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=179] [2024/05/07 02:10:09.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.039036ms] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.180 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=179] [physicalTableID=177] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/05/07 02:10:09.214 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=179] [2024/05/07 02:10:09.259 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=179] [conn=24] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492886536195, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.274 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:179, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:177, RowCount:0, ArgLen:6, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492886536195, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b15f69ffff000000000001,EndKey:7480000000000000b15f69ffff000000000001ff,First:false,PhysicalTableID:177,Ingest mode:false"] [2024/05/07 02:10:09.283 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=177] ["start key"=7480000000000000b15f69ffff000000000001] ["end key"=7480000000000000b15f69ffff000000000001ff] [2024/05/07 02:10:09.283 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000b15f69ffff000000000001] [endKey=7480000000000000b15f69ffff000000000001ff] [2024/05/07 02:10:09.286 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=177] ["end key"=7480000000000000b15f69ffff000000000001ff] ["current end key"=7480000000000000b15f69ffff00000000000100] [2024/05/07 02:10:09.286 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=179] [2024/05/07 02:10:09.286 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=179] [2024/05/07 02:10:09.286 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=179] [2024/05/07 02:10:09.287 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 177, range: [7480000000000000b15f69ffff000000000001, 7480000000000000b15f69ffff00000000000100), jobID: 179"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b15f69ffff0000000000010000] ["take time"=1.540237ms] [2024/05/07 02:10:09.287 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=179] [2024/05/07 02:10:09.287 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000b15f69ffff000000000001] [2024/05/07 02:10:09.288 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/07 02:10:09.293 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:10:09.363 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=2.613527ms] [gotSchemaVersion=180] [phyTblIDs="[177]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:10:09.376 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=180] [2024/05/07 02:10:09.409 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.505192ms] [job="ID:179, Type:add index, State:done, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492886536195, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.463 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=179] [tableID=177] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:10:09.477 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="add index"] [2024/05/07 02:10:09.481 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=179] [conn=24] [job="ID:179, Type:add index, State:synced, SchemaState:public, SchemaID:2, TableID:177, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:08.267 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589492886536195, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:10:09.543 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/07 02:10:09.543 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:09.546 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.250833191\n# Parse_time: 0.000555946\n# Compile_time: 0.001013006\n# Rewrite_time: 0.000016178\n# Optimize_time: 0.000449129\n# Wait_TS: 0.00039635\n# DB: test\n# Is_internal: false\n# Digest: 1fbe1c4139cd04724109d4c37ad89fa611eb1f981f53303829eaf6e89580a83a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nalter table t add index k(a);"] [2024/05/07 02:10:09.561 +00:00] [INFO] [ddl_api.go:3143] ["get flashback cluster job"] [category=ddl] [flashbackTS="2024-05-07 02:10:08.267 +0000 UTC"] [2024/05/07 02:10:09.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:09.585 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="flashback cluster to timestamp '2024-05-07 02:10:08.267000'"] [2024/05/07 02:10:09.650 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:queueing, SchemaState:none, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:09.663 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/05/07 02:10:09.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:delete only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=198.8µs] [gotSchemaVersion=181] [phyTblIDs="[-1]"] [actionTypes="[62]"] [diffTypes="[\"flashback cluster\"]"] [2024/05/07 02:10:10.031 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=181] [2024/05/07 02:10:10.068 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.084244ms] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.098 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write only, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.129 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:10:10.138 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:10:10.140 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=10.825234ms] ["completed regions"=1] [2024/05/07 02:10:10.140 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:10:10.150 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:10:10.151 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=10.201092ms] ["completed regions"=1] [2024/05/07 02:10:10.151 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:10:10.160 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:10:10.162 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.191572ms] ["completed regions"=1] [2024/05/07 02:10:10.162 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:10:10.170 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:10:10.172 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=9.210283ms] ["completed regions"=1] [2024/05/07 02:10:10.172 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:10:10.180 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:10:10.181 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.025904ms] ["completed regions"=1] [2024/05/07 02:10:10.181 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:10:10.189 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:10:10.190 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=8.989479ms] ["completed regions"=1] [2024/05/07 02:10:10.191 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:10:10.198 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:10:10.200 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=8.678128ms] ["completed regions"=1] [2024/05/07 02:10:10.200 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:10:10.207 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:10:10.208 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.281706ms] ["completed regions"=1] [2024/05/07 02:10:10.208 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:10:10.215 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:10:10.217 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=8.035568ms] ["completed regions"=1] [2024/05/07 02:10:10.217 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:10:10.224 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:10:10.225 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=7.536443ms] ["completed regions"=1] [2024/05/07 02:10:10.225 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:10:10.232 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:10:10.233 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=8.063434ms] ["completed regions"=1] [2024/05/07 02:10:10.233 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:10:10.240 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:10:10.242 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=8.475628ms] ["completed regions"=1] [2024/05/07 02:10:10.242 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:10:10.249 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:10:10.251 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=8.10058ms] ["completed regions"=1] [2024/05/07 02:10:10.251 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:10:10.257 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:10:10.258 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=7.161357ms] ["completed regions"=1] [2024/05/07 02:10:10.259 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:10:10.265 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:10:10.266 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=6.95757ms] ["completed regions"=1] [2024/05/07 02:10:10.266 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:10:10.273 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:10:10.275 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=8.577514ms] ["completed regions"=1] [2024/05/07 02:10:10.275 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:10:10.281 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:10:10.283 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.525336ms] ["completed regions"=1] [2024/05/07 02:10:10.283 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:10:10.289 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:10:10.290 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.77785ms] ["completed regions"=1] [2024/05/07 02:10:10.290 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:10:10.296 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:10:10.297 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.573647ms] ["completed regions"=1] [2024/05/07 02:10:10.297 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:10:10.303 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:10:10.304 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.366549ms] ["completed regions"=1] [2024/05/07 02:10:10.304 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:10:10.309 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:10:10.310 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=5.885595ms] ["completed regions"=1] [2024/05/07 02:10:10.310 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:10:10.315 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:10:10.316 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=5.405851ms] ["completed regions"=1] [2024/05/07 02:10:10.316 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:10:10.321 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:10:10.322 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.57033ms] ["completed regions"=1] [2024/05/07 02:10:10.322 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:10:10.327 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:10:10.328 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.604611ms] ["completed regions"=1] [2024/05/07 02:10:10.328 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:10:10.333 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:10:10.334 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.263602ms] ["completed regions"=1] [2024/05/07 02:10:10.334 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:10:10.338 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:10:10.339 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=4.903603ms] ["completed regions"=1] [2024/05/07 02:10:10.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:10:10.343 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:10:10.344 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.519076ms] ["completed regions"=1] [2024/05/07 02:10:10.344 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:10:10.352 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:10:10.354 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=9.052443ms] ["completed regions"=1] [2024/05/07 02:10:10.354 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:10:10.359 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:10:10.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=5.82245ms] ["completed regions"=1] [2024/05/07 02:10:10.360 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:10:10.364 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:10:10.365 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.182503ms] ["completed regions"=1] [2024/05/07 02:10:10.365 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:10:10.368 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:10:10.369 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=3.882627ms] ["completed regions"=1] [2024/05/07 02:10:10.369 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:10:10.372 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:10:10.373 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=3.662246ms] ["completed regions"=1] [2024/05/07 02:10:10.373 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:10:10.376 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:10:10.377 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.507197ms] ["completed regions"=1] [2024/05/07 02:10:10.377 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:10:10.380 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:10:10.381 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.639768ms] ["completed regions"=1] [2024/05/07 02:10:10.381 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:10:10.383 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:10:10.385 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.305167ms] ["completed regions"=1] [2024/05/07 02:10:10.385 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:10:10.387 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:10:10.388 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.844578ms] ["completed regions"=1] [2024/05/07 02:10:10.388 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:10:10.390 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:10:10.391 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.663507ms] ["completed regions"=1] [2024/05/07 02:10:10.391 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:10:10.393 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:10:10.394 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.57126ms] ["completed regions"=1] [2024/05/07 02:10:10.394 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:10:10.396 +00:00] [INFO] [cluster.go:448] ["send prepare flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:10:10.397 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=2.887711ms] ["completed regions"=1] [2024/05/07 02:10:10.433 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=180] [2024/05/07 02:10:10.477 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [category=ddl] [job="ID:180, Type:flashback cluster, State:running, SchemaState:write reorganization, SchemaID:0, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.480 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] [concurrency=64] [2024/05/07 02:10:10.490 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=32] [start_key=6d44423a3200000000fb0000000000000068] [end_key=6d44423a3300000000fb0000000000000068] [2024/05/07 02:10:10.493 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=1] ["total regions"=39] [] [2024/05/07 02:10:10.493 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d44423a3200000000fb0000000000000068] [endKey=6d44423a3300000000fb0000000000000068] ["cost time"=12.719676ms] ["completed regions"=1] [2024/05/07 02:10:10.493 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] [concurrency=64] [2024/05/07 02:10:10.504 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=40] [start_key=6d4442730000000000fa0000000000000068] [end_key=6d4442730000000000fa0000000000000069] [2024/05/07 02:10:10.506 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=2] ["total regions"=39] [] [2024/05/07 02:10:10.506 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=6d4442730000000000fa0000000000000068] [endKey=6d4442730000000000fa0000000000000069] ["cost time"=12.089308ms] ["completed regions"=1] [2024/05/07 02:10:10.506 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] [concurrency=64] [2024/05/07 02:10:10.515 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=48] [start_key=748000000000000000] [end_key=748000000000000004] [2024/05/07 02:10:10.517 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=3] ["total regions"=39] [] [2024/05/07 02:10:10.517 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000000] [endKey=748000000000000004] ["cost time"=10.48899ms] ["completed regions"=1] [2024/05/07 02:10:10.517 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] [concurrency=64] [2024/05/07 02:10:10.526 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=56] [start_key=748000000000000005] [end_key=748000000000000006] [2024/05/07 02:10:10.527 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=4] ["total regions"=39] [] [2024/05/07 02:10:10.527 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000005] [endKey=748000000000000006] ["cost time"=10.123578ms] ["completed regions"=1] [2024/05/07 02:10:10.527 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] [concurrency=64] [2024/05/07 02:10:10.536 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=64] [start_key=748000000000000007] [end_key=748000000000000008] [2024/05/07 02:10:10.537 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=5] ["total regions"=39] [] [2024/05/07 02:10:10.537 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000007] [endKey=748000000000000008] ["cost time"=9.631366ms] ["completed regions"=1] [2024/05/07 02:10:10.537 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] [concurrency=64] [2024/05/07 02:10:10.546 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=72] [start_key=748000000000000009] [end_key=74800000000000000a] [2024/05/07 02:10:10.547 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=6] ["total regions"=39] [] [2024/05/07 02:10:10.547 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000009] [endKey=74800000000000000a] ["cost time"=9.688999ms] ["completed regions"=1] [2024/05/07 02:10:10.547 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] [concurrency=64] [2024/05/07 02:10:10.556 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=80] [start_key=74800000000000000b] [end_key=74800000000000000c] [2024/05/07 02:10:10.557 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=7] ["total regions"=39] [] [2024/05/07 02:10:10.557 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000b] [endKey=74800000000000000c] ["cost time"=9.38989ms] ["completed regions"=1] [2024/05/07 02:10:10.557 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] [concurrency=64] [2024/05/07 02:10:10.565 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=88] [start_key=74800000000000000d] [end_key=74800000000000000e] [2024/05/07 02:10:10.566 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=8] ["total regions"=39] [] [2024/05/07 02:10:10.567 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000d] [endKey=74800000000000000e] ["cost time"=8.869373ms] ["completed regions"=1] [2024/05/07 02:10:10.567 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] [concurrency=64] [2024/05/07 02:10:10.575 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=96] [start_key=74800000000000000f] [end_key=748000000000000010] [2024/05/07 02:10:10.576 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=9] ["total regions"=39] [] [2024/05/07 02:10:10.576 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000000f] [endKey=748000000000000010] ["cost time"=9.358155ms] ["completed regions"=1] [2024/05/07 02:10:10.576 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] [concurrency=64] [2024/05/07 02:10:10.610 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=104] [start_key=748000000000000011] [end_key=748000000000000012] [2024/05/07 02:10:10.612 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=10] ["total regions"=39] [] [2024/05/07 02:10:10.612 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000011] [endKey=748000000000000012] ["cost time"=35.460847ms] ["completed regions"=1] [2024/05/07 02:10:10.612 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] [concurrency=64] [2024/05/07 02:10:10.624 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=112] [start_key=748000000000000013] [end_key=748000000000000014] [2024/05/07 02:10:10.626 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=11] ["total regions"=39] [] [2024/05/07 02:10:10.626 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000013] [endKey=748000000000000014] ["cost time"=12.937177ms] ["completed regions"=1] [2024/05/07 02:10:10.626 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] [concurrency=64] [2024/05/07 02:10:10.635 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=120] [start_key=748000000000000015] [end_key=74800000000000001e] [2024/05/07 02:10:10.637 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=12] ["total regions"=39] [] [2024/05/07 02:10:10.637 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000015] [endKey=74800000000000001e] ["cost time"=10.294582ms] ["completed regions"=1] [2024/05/07 02:10:10.637 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] [concurrency=64] [2024/05/07 02:10:10.644 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=128] [start_key=74800000000000001f] [end_key=748000000000000022] [2024/05/07 02:10:10.646 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=13] ["total regions"=39] [] [2024/05/07 02:10:10.646 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000001f] [endKey=748000000000000022] ["cost time"=7.863155ms] ["completed regions"=1] [2024/05/07 02:10:10.646 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] [concurrency=64] [2024/05/07 02:10:10.653 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=136] [start_key=748000000000000023] [end_key=748000000000000024] [2024/05/07 02:10:10.654 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=14] ["total regions"=39] [] [2024/05/07 02:10:10.654 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000023] [endKey=748000000000000024] ["cost time"=8.29493ms] ["completed regions"=1] [2024/05/07 02:10:10.655 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] [concurrency=64] [2024/05/07 02:10:10.661 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=144] [start_key=748000000000000025] [end_key=748000000000000026] [2024/05/07 02:10:10.663 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=15] ["total regions"=39] [] [2024/05/07 02:10:10.663 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000025] [endKey=748000000000000026] ["cost time"=7.867077ms] ["completed regions"=1] [2024/05/07 02:10:10.663 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] [concurrency=64] [2024/05/07 02:10:10.669 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=152] [start_key=748000000000000027] [end_key=74800000000000002a] [2024/05/07 02:10:10.670 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=16] ["total regions"=39] [] [2024/05/07 02:10:10.670 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000027] [endKey=74800000000000002a] ["cost time"=6.999531ms] ["completed regions"=1] [2024/05/07 02:10:10.670 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] [concurrency=64] [2024/05/07 02:10:10.677 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=160] [start_key=74800000000000002b] [end_key=74800000000000002c] [2024/05/07 02:10:10.678 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=17] ["total regions"=39] [] [2024/05/07 02:10:10.678 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002b] [endKey=74800000000000002c] ["cost time"=7.506084ms] ["completed regions"=1] [2024/05/07 02:10:10.678 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] [concurrency=64] [2024/05/07 02:10:10.684 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=168] [start_key=74800000000000002d] [end_key=748000000000000032] [2024/05/07 02:10:10.686 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=18] ["total regions"=39] [] [2024/05/07 02:10:10.686 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000002d] [endKey=748000000000000032] ["cost time"=6.921117ms] ["completed regions"=1] [2024/05/07 02:10:10.686 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] [concurrency=64] [2024/05/07 02:10:10.691 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=176] [start_key=748000000000000033] [end_key=748000000000000034] [2024/05/07 02:10:10.693 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=19] ["total regions"=39] [] [2024/05/07 02:10:10.693 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000033] [endKey=748000000000000034] ["cost time"=6.501901ms] ["completed regions"=1] [2024/05/07 02:10:10.693 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] [concurrency=64] [2024/05/07 02:10:10.698 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=184] [start_key=748000000000000035] [end_key=748000000000000036] [2024/05/07 02:10:10.699 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=20] ["total regions"=39] [] [2024/05/07 02:10:10.699 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000035] [endKey=748000000000000036] ["cost time"=6.155114ms] ["completed regions"=1] [2024/05/07 02:10:10.699 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] [concurrency=64] [2024/05/07 02:10:10.705 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=192] [start_key=748000000000000037] [end_key=748000000000000038] [2024/05/07 02:10:10.706 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=21] ["total regions"=39] [] [2024/05/07 02:10:10.706 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000037] [endKey=748000000000000038] ["cost time"=6.222456ms] ["completed regions"=1] [2024/05/07 02:10:10.706 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] [concurrency=64] [2024/05/07 02:10:10.711 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=200] [start_key=748000000000000039] [end_key=74800000000000003a] [2024/05/07 02:10:10.712 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=22] ["total regions"=39] [] [2024/05/07 02:10:10.713 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000039] [endKey=74800000000000003a] ["cost time"=6.047478ms] ["completed regions"=1] [2024/05/07 02:10:10.713 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] [concurrency=64] [2024/05/07 02:10:10.717 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=208] [start_key=74800000000000003b] [end_key=748000000000000040] [2024/05/07 02:10:10.719 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=23] ["total regions"=39] [] [2024/05/07 02:10:10.719 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000003b] [endKey=748000000000000040] ["cost time"=5.776784ms] ["completed regions"=1] [2024/05/07 02:10:10.719 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] [concurrency=64] [2024/05/07 02:10:10.723 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=216] [start_key=748000000000000041] [end_key=748000000000000042] [2024/05/07 02:10:10.724 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=24] ["total regions"=39] [] [2024/05/07 02:10:10.725 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000041] [endKey=748000000000000042] ["cost time"=5.432289ms] ["completed regions"=1] [2024/05/07 02:10:10.725 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] [concurrency=64] [2024/05/07 02:10:10.729 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=224] [start_key=748000000000000043] [end_key=748000000000000046] [2024/05/07 02:10:10.730 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=25] ["total regions"=39] [] [2024/05/07 02:10:10.730 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000043] [endKey=748000000000000046] ["cost time"=5.12617ms] ["completed regions"=1] [2024/05/07 02:10:10.730 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] [concurrency=64] [2024/05/07 02:10:10.735 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=232] [start_key=748000000000000047] [end_key=748000000000000048] [2024/05/07 02:10:10.736 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=26] ["total regions"=39] [] [2024/05/07 02:10:10.736 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000047] [endKey=748000000000000048] ["cost time"=5.183426ms] ["completed regions"=1] [2024/05/07 02:10:10.736 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] [concurrency=64] [2024/05/07 02:10:10.740 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=240] [start_key=748000000000000049] [end_key=74800000000000004c] [2024/05/07 02:10:10.741 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=27] ["total regions"=39] [] [2024/05/07 02:10:10.741 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000049] [endKey=74800000000000004c] ["cost time"=4.811538ms] ["completed regions"=1] [2024/05/07 02:10:10.741 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] [concurrency=64] [2024/05/07 02:10:10.745 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=248] [start_key=74800000000000004d] [end_key=74800000000000004e] [2024/05/07 02:10:10.747 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=28] ["total regions"=39] [] [2024/05/07 02:10:10.747 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004d] [endKey=74800000000000004e] ["cost time"=4.981122ms] ["completed regions"=1] [2024/05/07 02:10:10.747 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] [concurrency=64] [2024/05/07 02:10:10.751 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=256] [start_key=74800000000000004f] [end_key=748000000000000050] [2024/05/07 02:10:10.752 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=29] ["total regions"=39] [] [2024/05/07 02:10:10.752 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000004f] [endKey=748000000000000050] ["cost time"=4.799275ms] ["completed regions"=1] [2024/05/07 02:10:10.752 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] [concurrency=64] [2024/05/07 02:10:10.755 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=264] [start_key=748000000000000051] [end_key=748000000000000052] [2024/05/07 02:10:10.757 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=30] ["total regions"=39] [] [2024/05/07 02:10:10.757 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000051] [endKey=748000000000000052] ["cost time"=4.202545ms] ["completed regions"=1] [2024/05/07 02:10:10.757 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] [concurrency=64] [2024/05/07 02:10:10.760 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=272] [start_key=748000000000000053] [end_key=748000000000000054] [2024/05/07 02:10:10.761 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=31] ["total regions"=39] [] [2024/05/07 02:10:10.761 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000053] [endKey=748000000000000054] ["cost time"=4.206681ms] ["completed regions"=1] [2024/05/07 02:10:10.761 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] [concurrency=64] [2024/05/07 02:10:10.765 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=280] [start_key=748000000000000055] [end_key=748000000000000056] [2024/05/07 02:10:10.766 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=32] ["total regions"=39] [] [2024/05/07 02:10:10.766 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000055] [endKey=748000000000000056] ["cost time"=4.112376ms] ["completed regions"=1] [2024/05/07 02:10:10.766 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] [concurrency=64] [2024/05/07 02:10:10.769 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=288] [start_key=748000000000000057] [end_key=748000000000000058] [2024/05/07 02:10:10.770 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=33] ["total regions"=39] [] [2024/05/07 02:10:10.770 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000057] [endKey=748000000000000058] ["cost time"=3.586394ms] ["completed regions"=1] [2024/05/07 02:10:10.770 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] [concurrency=64] [2024/05/07 02:10:10.772 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=296] [start_key=748000000000000059] [end_key=74800000000000005a] [2024/05/07 02:10:10.774 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=34] ["total regions"=39] [] [2024/05/07 02:10:10.774 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000059] [endKey=74800000000000005a] ["cost time"=3.415565ms] ["completed regions"=1] [2024/05/07 02:10:10.774 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] [concurrency=64] [2024/05/07 02:10:10.776 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=304] [start_key=74800000000000005b] [end_key=74800000000000005c] [2024/05/07 02:10:10.777 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=35] ["total regions"=39] [] [2024/05/07 02:10:10.777 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005b] [endKey=74800000000000005c] ["cost time"=3.099281ms] ["completed regions"=1] [2024/05/07 02:10:10.777 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] [concurrency=64] [2024/05/07 02:10:10.779 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=312] [start_key=74800000000000005d] [end_key=74800000000000005e] [2024/05/07 02:10:10.781 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=36] ["total regions"=39] [] [2024/05/07 02:10:10.781 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005d] [endKey=74800000000000005e] ["cost time"=2.915052ms] ["completed regions"=1] [2024/05/07 02:10:10.781 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] [concurrency=64] [2024/05/07 02:10:10.783 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=320] [start_key=74800000000000005f] [end_key=748000000000000060] [2024/05/07 02:10:10.784 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=37] ["total regions"=39] [] [2024/05/07 02:10:10.784 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=74800000000000005f] [endKey=748000000000000060] ["cost time"=2.583867ms] ["completed regions"=1] [2024/05/07 02:10:10.784 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] [concurrency=64] [2024/05/07 02:10:10.785 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=328] [start_key=748000000000000061] [end_key=748000000000000062] [2024/05/07 02:10:10.786 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=38] ["total regions"=39] [] [2024/05/07 02:10:10.787 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000061] [endKey=748000000000000062] ["cost time"=2.530529ms] ["completed regions"=1] [2024/05/07 02:10:10.787 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] [concurrency=64] [2024/05/07 02:10:10.788 +00:00] [INFO] [cluster.go:542] ["send flashback request"] [category=ddl] [region_id=336] [start_key=748000000000000063] [end_key=748000fffffffffc17] [2024/05/07 02:10:10.790 +00:00] [INFO] [cluster.go:764] ["flashback cluster stats"] [category=ddl] ["complete regions"=39] ["total regions"=39] [] [2024/05/07 02:10:10.790 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=flashback-to-version-runner] [startKey=748000000000000063] [endKey=748000fffffffffc17] ["cost time"=3.353136ms] ["completed regions"=1] [2024/05/07 02:10:10.790 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: flashback cluster"] [2024/05/07 02:10:10.844 +00:00] [ERROR] [domain.go:291] ["failed to load schema diff"] [error="Meets a schema diff with RegenerateSchemaMap flag"] [errorVerbose="Meets a schema diff with RegenerateSchemaMap flag\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:469\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:276\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:291\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:919\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:10:10.893 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/180/5d5ca4ff-03a5-4830-b40c-58466fccdf28] [currentVer=181] [latestVer=182] [2024/05/07 02:10:10.893 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] ["ddl job id"=180] [ver=182] [2024/05/07 02:10:10.939 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=95.566ms] [2024/05/07 02:10:10.945 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:10.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=182] [2024/05/07 02:10:10.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=118.981316ms] [job="ID:180, Type:flashback cluster, State:done, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:10, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.143 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=180] [conn=24] [job="ID:180, Type:flashback cluster, State:synced, SchemaState:public, SchemaID:0, TableID:0, RowCount:0, ArgLen:9, start time: 2024-05-07 02:10:09.568 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.169 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/07 02:10:11.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:11.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.613752749\n# Parse_time: 0.0004404\n# Compile_time: 0.000813378\n# Rewrite_time: 0.000009712\n# Optimize_time: 0.000449129\n# Wait_TS: 0.000382891\n# DB: test\n# Is_internal: false\n# Digest: af09c17df48245f34604ebcd1fb822f4f2360c5d282fb4cb3aeced6fc3c852fa\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nflashback cluster to timestamp '2024-05-07 02:10:08.267000';"] [2024/05/07 02:10:11.209 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [2024/05/07 02:10:11.209 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [2024/05/07 02:10:11.209 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:11.210 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=21.322µs] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=15.183µs] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=11.41µs] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=11.82µs] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=6.655µs] [2024/05/07 02:10:11.211 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:11.212 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:11.212 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:11.216 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5d5ca4ff-03a5-4830-b40c-58466fccdf28] ["take time"=43.313893ms] [2024/05/07 02:10:11.216 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5d5ca4ff-03a5-4830-b40c-58466fccdf28] [2024/05/07 02:10:11.218 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:11.218 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cf0c104d-2a7b-4a72-add7-b053a9b2b167] [watcherID=ec7e4156-c098-4350-ab3d-ea5f8239e790] [2024/05/07 02:10:11.218 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:11.218 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cf0c104d-2a7b-4a72-add7-b053a9b2b167] [2024/05/07 02:10:11.218 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:11.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:11.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:11.219 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:11.224 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:11.224 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1801] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5d5ca4ff-03a5-4830-b40c-58466fccdf28] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="context canceled"] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94eb5aa3-441f-4278-9ee5-f6d2a79b1a23"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:11.225 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:11.225 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:11.225 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:11.225 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:11.225 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:11.226 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:11.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:11.226 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5d5ca4ff-03a5-4830-b40c-58466fccdf28] [2024/05/07 02:10:11.226 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:11.226 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:11.226 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:11.226 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:11.226 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:11.226 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:11.227 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:11.227 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:11.228 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:11.228 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:11.228 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=94eb5aa3-441f-4278-9ee5-f6d2a79b1a23] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:11.228 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94eb5aa3-441f-4278-9ee5-f6d2a79b1a23"] [error="context canceled"] [2024/05/07 02:10:11.228 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:11.228 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94eb5aa3-441f-4278-9ee5-f6d2a79b1a23"] [2024/05/07 02:10:11.228 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94eb5aa3-441f-4278-9ee5-f6d2a79b1a23"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:11.263 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:11.263 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="context canceled"] [2024/05/07 02:10:11.263 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [2024/05/07 02:10:11.263 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:12.489 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:12.489 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:12.489 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:12.494 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 94eb5aa3-441f-4278-9ee5-f6d2a79b1a23"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:12.517 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5d5ca4ff-03a5-4830-b40c-58466fccdf28"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:12.517 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:12.517 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:12.517 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:12.525 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.352249576s] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:12.526 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:12.526 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:12.526 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:12.526 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:12.527 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFlashbackInProcessErrorMsg (6.09s) PASS coverage: 14.2% of statements GCov does not exist at the given path: '' May 07, 2024 2:10:18 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 2:10:18 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 2:10:18 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 2:10:18 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 2:10:18 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/flashbacktest:flashbacktest_test up-to-date: bazel-bin/tests/realtikvtest/flashbacktest/flashbacktest_test_/flashbacktest_test INFO: Elapsed time: 163.878s, Critical Path: 145.26s INFO: 1551 processes: 1525 remote cache hit, 20 internal, 6 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 12 passing and 0 failing out of 12 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 100s remote-cache, linux-sandbox [2024-05-07T02:10:20.444Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:10:20.445Z] ['info'] => Project root located at: . [2024-05-07T02:10:20.449Z] ['info'] -> Token found by environment variables [2024-05-07T02:10:20.463Z] ['info'] Searching for coverage files... [2024-05-07T02:10:21.145Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:10:21.145Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:10:21.520Z] ['info'] Using manual override from args. [2024-05-07T02:10:21.521Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:10:21.532Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:10:22.263Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/0426e63a-c239-4191-bf6c-22600b8385f0.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021022Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=a22960aa2d6aa1c1a1b68579c27d5b3e1d26bc4fca1fe9dfb13060d07f2aa199 [2024-05-07T02:10:22.264Z] ['info'] Uploading... [2024-05-07T02:10:26.087Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test; 136s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: ==================== Test output for //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test: === RUN TestVariable [2024/05/07 02:08:14.668 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:14.669 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:14.670 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:08:14.671 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:14.671 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:14.672 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:14.672 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:14.672 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:14.672 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:14.672 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:14.675 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:14.680 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:14.682 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:14.683 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:14.710 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:14.710 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:14.722 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:14.722 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:14.739 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:14.768 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:14.916 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:15.060 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1445] ["lease id"=3eaa8f50cd6b1151] [2024/05/07 02:08:15.063 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:15.071 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:36\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:15.095 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=24.001261ms] [2024/05/07 02:08:15.098 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:15.098 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=905a42cf-fd01-4cbd-bc5c-ac545b89a8f0] [runWorker=true] [2024/05/07 02:08:15.098 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:15.101 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:15.102 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:15.102 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:15.102 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:15.102 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.102 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:15.104 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b1155] [ownerID=905a42cf-fd01-4cbd-bc5c-ac545b89a8f0] [op=none] [2024/05/07 02:08:15.105 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:15.105 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6c46ad4b-c87e-4c5e-9cb9-02896a108534] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.106 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534"] ["owner key"=/tidb/br-stream/owner/3eaa8f50cd6b1157] [ownerID=6c46ad4b-c87e-4c5e-9cb9-02896a108534] [op=none] [2024/05/07 02:08:15.113 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:15.146 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.146 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:15.154 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:15.155 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b1155] [ownerID=905a42cf-fd01-4cbd-bc5c-ac545b89a8f0] [op=none] [2024/05/07 02:08:15.155 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] [op=none] [2024/05/07 02:08:15.155 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:15.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.254 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=26.972315ms] [2024/05/07 02:08:15.260 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:15.270 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.270 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:15.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.973617ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.322 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.350 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:15.351 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.356 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:15.384 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:15.593 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.593 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:15.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.963 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=8.255488ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:15.976 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:16.005 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=54.399821ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.090 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.108 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:16.265 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:16.266 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:16.270 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.896097353\n# Parse_time: 0\n# Compile_time: 0.010498224\n# Rewrite_time: 0.000020613\n# Optimize_time: 0\n# Wait_TS: 0.000524755\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/07 02:08:16.275 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:16.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:16.327 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:16.381 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.724433ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:16.465 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:16.465 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:16.502 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=54.325961ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.567 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.622 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:16.622 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:16.625 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352319195\n# Parse_time: 0\n# Compile_time: 0.002434608\n# Rewrite_time: 0.000009746\n# Optimize_time: 0\n# Wait_TS: 0.000439517\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:16.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:16.686 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:16.686 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:16.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.827 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.88812ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:16.838 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:16.838 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:16.873 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.101355ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.922 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:16.971 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:16.971 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:16.975 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.347467485\n# Parse_time: 0\n# Compile_time: 0.001364265\n# Rewrite_time: 0.000010668\n# Optimize_time: 0\n# Wait_TS: 0.000426201\n# DB: mysql\n# Is_internal: true\n# Digest: 3bc9b46cf9e300a8d240915cf47216424544ed9f992c07151fba2e2cadc41632\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"BLOB/TEXT/JSON column 'Priv' can't have a default value\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:16.990 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:17.097 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.097 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:17.102 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:17.103 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:17.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.327 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=5.032693ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:17.338 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:17.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:17.371 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=54.471842ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:16.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.429 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:16.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:17.533 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:17.537 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.55458439\n# Parse_time: 0\n# Compile_time: 0.007221121\n# Rewrite_time: 0.000010217\n# Optimize_time: 0\n# Wait_TS: 0.000522043\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:17.543 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:17.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:17.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:17.662 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.470085ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:17.773 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:17.773 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:17.808 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=53.464987ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.876 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:17.944 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:17.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:17.947 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406619804\n# Parse_time: 0\n# Compile_time: 0.002508069\n# Rewrite_time: 0.000011488\n# Optimize_time: 0\n# Wait_TS: 0.0004704\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:17.952 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:18.020 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.020 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:18.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.175 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.221325ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.185 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.185 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:18.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=53.134199ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.274 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.335 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:18.335 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.339 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389114382\n# Parse_time: 0\n# Compile_time: 0.002199198\n# Rewrite_time: 0.000011068\n# Optimize_time: 0\n# Wait_TS: 0.000389038\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.343 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:18.390 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.390 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:18.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.518 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.379315ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.528 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:18.565 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.78137ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.621 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.658 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:18.659 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.662 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.32050662\n# Parse_time: 0\n# Compile_time: 0.001772131\n# Rewrite_time: 0.000009566\n# Optimize_time: 0\n# Wait_TS: 0.000550066\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.664 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:18.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:18.723 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:18.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.830 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.343226ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:18.840 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:18.840 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:18.877 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.920119ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:18.969 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:18.970 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310158715\n# Parse_time: 0\n# Compile_time: 0.001135011\n# Rewrite_time: 0.000008228\n# Optimize_time: 0\n# Wait_TS: 0.000339807\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:18.978 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:19.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:19.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.204 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.212069ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.216 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.216 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:19.250 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.696247ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.299 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.375 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:19.375 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.379 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.402609226\n# Parse_time: 0\n# Compile_time: 0.002049989\n# Rewrite_time: 0.000011133\n# Optimize_time: 0\n# Wait_TS: 0.000386142\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:19.383 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:19.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:19.527 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.622 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.05485ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:19.634 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:19.634 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:19.665 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=54.551738ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.735 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:19.790 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:19.790 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:19.793 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412381077\n# Parse_time: 0\n# Compile_time: 0.001932673\n# Rewrite_time: 0.000008298\n# Optimize_time: 0\n# Wait_TS: 0.000471591\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:19.800 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:19.802 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:19.883 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:19.883 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:19.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.024605ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.089 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.089 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:20.117 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.263647ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:19.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.180 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:19.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.288 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:20.288 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.292 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.49453404\n# Parse_time: 0\n# Compile_time: 0.003133765\n# Rewrite_time: 0.000011217\n# Optimize_time: 0\n# Wait_TS: 0.000407705\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.296 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:20.367 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.367 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:20.417 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.514 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.31041ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.524 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.524 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:20.562 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=55.413725ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.627 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.694 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:20.694 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.698 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.403444281\n# Parse_time: 0\n# Compile_time: 0.00215145\n# Rewrite_time: 0.000008117\n# Optimize_time: 0\n# Wait_TS: 0.000394518\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:20.702 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:20.774 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:20.774 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:20.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:20.925 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.943036ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:20.936 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:20.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:20.972 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=54.950379ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.020 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:21.072 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.076 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375039829\n# Parse_time: 0\n# Compile_time: 0.001886639\n# Rewrite_time: 0.000009828\n# Optimize_time: 0\n# Wait_TS: 0.000452447\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.083 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:21.137 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.137 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:21.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.293 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.245794ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.305 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.305 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:21.339 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=53.871752ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.393 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.455 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:21.456 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.459 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379653234\n# Parse_time: 0\n# Compile_time: 0.003375423\n# Rewrite_time: 0.000016667\n# Optimize_time: 0\n# Wait_TS: 0.00049629\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.463 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:21.519 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.519 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:21.600 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=3.042077ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.725 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:21.725 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:21.756 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=54.689636ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.824 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.870 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:21.870 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.873 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.412052376\n# Parse_time: 0\n# Compile_time: 0.001729656\n# Rewrite_time: 0.000013008\n# Optimize_time: 0\n# Wait_TS: 0.000408655\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:21.878 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:21.934 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.934 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:22.013 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.099 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.709691ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.112 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.112 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:22.145 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=54.647204ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.199 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.882 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.254 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:22.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.381101314\n# Parse_time: 0\n# Compile_time: 0.002241794\n# Rewrite_time: 0.000010174\n# Optimize_time: 0\n# Wait_TS: 0.000426598\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.261 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:22.316 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.316 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:22.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.96637ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.500 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.500 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:22.532 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=53.588848ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.597 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.642 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:22.642 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.646 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386116909\n# Parse_time: 0\n# Compile_time: 0.001913087\n# Rewrite_time: 0.00000982\n# Optimize_time: 0\n# Wait_TS: 0.00041479\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:22.652 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:22.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:22.805 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.918 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.864528ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.932 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:22.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:22.963 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=53.504436ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.122 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:23.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.127 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.477169063\n# Parse_time: 0\n# Compile_time: 0.00287632\n# Rewrite_time: 0.000009455\n# Optimize_time: 0\n# Wait_TS: 0.000485\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.146 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:23.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.196 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:23.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.314 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=3.270818ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.325 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:23.361 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.960531ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.423 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.472 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:23.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.476 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.331910976\n# Parse_time: 0\n# Compile_time: 0.001889204\n# Rewrite_time: 0.000008643\n# Optimize_time: 0\n# Wait_TS: 0.000418065\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.479 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:23.524 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.524 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:23.569 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.630 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.412502ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.640 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.640 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:23.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.679736ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.724 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.776 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:23.776 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:23.780 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301930772\n# Parse_time: 0\n# Compile_time: 0.001321758\n# Rewrite_time: 0.000013951\n# Optimize_time: 0\n# Wait_TS: 0.000362836\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:23.781 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:23.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:23.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:23.885 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:23.943 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.411638ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:23.955 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:23.955 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:23.990 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.562528ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:23.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:23.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.060 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:24.060 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.072 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:24.136 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.136 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:24.189 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.201958ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.298 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.298 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:24.333 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.57296ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.368 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.430 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:24.431 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.434 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.366032619\n# Parse_time: 0\n# Compile_time: 0.003360558\n# Rewrite_time: 0.000016018\n# Optimize_time: 0\n# Wait_TS: 0.000639647\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.437 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:24.486 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.486 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:24.563 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.649 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.894492ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:24.659 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:24.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:24.695 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=53.178693ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.763 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:24.810 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:24.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.814 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377839385\n# Parse_time: 0\n# Compile_time: 0.001490192\n# Rewrite_time: 0.000008919\n# Optimize_time: 0\n# Wait_TS: 0.000513724\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:24.820 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:24.880 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:24.880 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:24.956 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.975387ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.048 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.048 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:25.085 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.768128ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:24.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.138 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:24.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.187 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:25.187 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.190 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.37267771\n# Parse_time: 0\n# Compile_time: 0.002596284\n# Rewrite_time: 0.000012546\n# Optimize_time: 0\n# Wait_TS: 0.000523167\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.194 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:25.249 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.249 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:25.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.396 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.53947ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.406 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.406 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:25.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.925742ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.487 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.536 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:25.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35081948\n# Parse_time: 0\n# Compile_time: 0.002109103\n# Rewrite_time: 0.000015586\n# Optimize_time: 0\n# Wait_TS: 0.000409894\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.549 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:25.600 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.600 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:25.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.756 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.876869ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:25.768 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:25.768 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:25.803 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=54.162569ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.881 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:25.926 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:25.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383483478\n# Parse_time: 0\n# Compile_time: 0.00265124\n# Rewrite_time: 0.000014601\n# Optimize_time: 0\n# Wait_TS: 0.000763303\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:25.933 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:25.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:25.979 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:26.022 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.108 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.904305ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.121 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.121 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:26.157 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=53.418213ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:25.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:25.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.278 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:26.278 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.282 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.350027146\n# Parse_time: 0\n# Compile_time: 0.001821932\n# Rewrite_time: 0.000010558\n# Optimize_time: 0\n# Wait_TS: 0.000350941\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:26.290 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:26.346 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.346 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:26.427 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.509 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=3.222362ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.524 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.525 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:26.556 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=54.392703ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.611 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.667 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:26.667 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.671 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.385551961\n# Parse_time: 0\n# Compile_time: 0.003006815\n# Rewrite_time: 0.000009489\n# Optimize_time: 0\n# Wait_TS: 0.000535005\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:26.676 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:26.737 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.737 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:26.801 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.282882ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:26.905 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:26.905 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:26.939 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.882914ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:26.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.033 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:27.033 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.036 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362687049\n# Parse_time: 0\n# Compile_time: 0.002542733\n# Rewrite_time: 0.000015266\n# Optimize_time: 0\n# Wait_TS: 0.000413374\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.041 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:27.105 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=6c46ad4b-c87e-4c5e-9cb9-02896a108534] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:27.105 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:08:27.107 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.107 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:27.164 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.290 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=4.718179ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.306 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.306 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:27.334 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.388278ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.377 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.442 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:27.443 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.446 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.406576427\n# Parse_time: 0\n# Compile_time: 0.002270586\n# Rewrite_time: 0.000009739\n# Optimize_time: 0\n# Wait_TS: 0.000450198\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.466 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:27.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.549 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:27.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.030682ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.769 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:27.769 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:27.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.715539ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.882 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.962 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:27.962 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.503406748\n# Parse_time: 0\n# Compile_time: 0.003800497\n# Rewrite_time: 0.000015498\n# Optimize_time: 0\n# Wait_TS: 0.000649015\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:27.969 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:28.025 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.025 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:28.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.724779ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.138 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.138 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:28.179 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=58.452394ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.235 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.270 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:28.270 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.274 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305872321\n# Parse_time: 0\n# Compile_time: 0.00134954\n# Rewrite_time: 0.000015345\n# Optimize_time: 0\n# Wait_TS: 0.000392882\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:28.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.347 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:28.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:28.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.94616ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:28.511 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.511 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:28.547 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.867015ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:28.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.626 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.690 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:28.690 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:28.694 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41568221\n# Parse_time: 0\n# Compile_time: 0.006463983\n# Rewrite_time: 0.003383807\n# Optimize_time: 0\n# Wait_TS: 0.000313233\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:28.699 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:28.764 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:28.764 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:28.844 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:28.948 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.223943ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:28.962 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:28.962 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:28.994 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=53.819853ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:28.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.135 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:28.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.195 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:29.196 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.200 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.50314699\n# Parse_time: 0\n# Compile_time: 0.002885098\n# Rewrite_time: 0.000010362\n# Optimize_time: 0\n# Wait_TS: 0.000478607\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.205 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:29.251 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.251 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:29.327 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.397 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=3.513899ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.410 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:29.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.977464ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.489 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.538 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:29.538 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.542 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338302899\n# Parse_time: 0\n# Compile_time: 0.001608887\n# Rewrite_time: 0.000009497\n# Optimize_time: 0\n# Wait_TS: 0.000474328\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.545 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:29.596 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.597 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:29.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.770 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.682342ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:29.782 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.782 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:29.817 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=54.231662ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.890 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.937 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:29.938 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.942 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398306383\n# Parse_time: 0\n# Compile_time: 0.001648379\n# Rewrite_time: 0.000008582\n# Optimize_time: 0\n# Wait_TS: 0.000433197\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:29.950 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:30.045 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.045 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:30.106 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.500273ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.275 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.275 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:30.304 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.389294ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.377 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.479 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:30.479 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.537391664\n# Parse_time: 0\n# Compile_time: 0.004348834\n# Rewrite_time: 0.000013071\n# Optimize_time: 0\n# Wait_TS: 0.000453537\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.491 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:30.574 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.574 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:30.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.779 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=4.1019ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.790 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.791 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:30.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.700546ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.877 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.950 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:30.950 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.954 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.465772672\n# Parse_time: 0\n# Compile_time: 0.002572302\n# Rewrite_time: 0.000008898\n# Optimize_time: 0\n# Wait_TS: 0.000362484\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:30.960 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:31.062 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.062 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:31.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.289 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=5.205729ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.303 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.303 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:31.334 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.721402ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.379 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.467 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:31.468 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.471 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.513713294\n# Parse_time: 0\n# Compile_time: 0.003005236\n# Rewrite_time: 0.00001052\n# Optimize_time: 0\n# Wait_TS: 0.000408984\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.477 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:31.569 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.569 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:31.624 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.21107ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.784 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:31.818 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=53.940177ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.884 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.959 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:31.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.963 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.488356423\n# Parse_time: 0\n# Compile_time: 0.002650853\n# Rewrite_time: 0.000010829\n# Optimize_time: 0\n# Wait_TS: 0.000407125\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.968 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:32.048 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.048 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:32.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.257 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.596957ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.269 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.269 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:32.301 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=54.272168ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.382 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.458 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:32.459 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.462 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.496120309\n# Parse_time: 0\n# Compile_time: 0.002453254\n# Rewrite_time: 0.000010346\n# Optimize_time: 0\n# Wait_TS: 0.000354665\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.470 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:32.555 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.555 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:32.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.778503ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.767 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.767 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:32.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.651028ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.873 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.984 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:32.984 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.988 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.521798758\n# Parse_time: 0\n# Compile_time: 0.003350497\n# Rewrite_time: 0.000012045\n# Optimize_time: 0\n# Wait_TS: 0.000464863\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.995 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:33.068 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.068 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:33.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.218 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.267483ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.232 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:33.265 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=54.841501ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.331 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.404 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:33.404 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.407 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.415295917\n# Parse_time: 0\n# Compile_time: 0.00275384\n# Rewrite_time: 0.000010761\n# Optimize_time: 0\n# Wait_TS: 0.000479912\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.412 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:33.474 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.474 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:33.532 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.544355ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.654 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.654 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:33.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=53.574705ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.733 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:33.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.805 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.394654386\n# Parse_time: 0\n# Compile_time: 0.002350441\n# Rewrite_time: 0.000010518\n# Optimize_time: 0\n# Wait_TS: 0.000431958\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.813 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:33.917 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.917 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:33.966 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.664141ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.138 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.138 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:34.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=57.42753ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.235 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.357 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:34.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.553393782\n# Parse_time: 0\n# Compile_time: 0.003682791\n# Rewrite_time: 0.000008379\n# Optimize_time: 0\n# Wait_TS: 0.000358931\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.368 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:34.438 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.438 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:34.520 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.477311ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.656 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.656 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:34.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.535383ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.733 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.797 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:34.797 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.434618793\n# Parse_time: 0\n# Compile_time: 0.002616358\n# Rewrite_time: 0.000011191\n# Optimize_time: 0\n# Wait_TS: 0.000502055\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.805 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:34.857 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.857 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:34.930 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.5386ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.034 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.035 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:35.066 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.447391ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.126 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:35.126 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:35.126 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:35.126 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:35.151 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.199 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:35.199 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.202 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.398367704\n# Parse_time: 0\n# Compile_time: 0.001568309\n# Rewrite_time: 0.000012375\n# Optimize_time: 0\n# Wait_TS: 0.000400832\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.206 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:35.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:35.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.402 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.097614ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.415 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.415 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:35.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.100657ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.541 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.590 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:35.590 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.594 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.38938688\n# Parse_time: 0\n# Compile_time: 0.001593382\n# Rewrite_time: 0.00000856\n# Optimize_time: 0\n# Wait_TS: 0.000332755\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.595 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:35.631 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:35.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.631 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:35.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:35.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.107905ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:35.724 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.724 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:35.758 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.858913ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:35.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.857 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:35.857 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.939 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:35.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.939 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:35.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:35.988 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.581219ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:36.085 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:36.119 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.704924ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:35.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.181 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.231 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:36.231 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369198457\n# Parse_time: 0\n# Compile_time: 0.005529889\n# Rewrite_time: 0.0026587\n# Optimize_time: 0\n# Wait_TS: 0.000637803\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.827 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589468524183553\n# Query_time: 0.412799006\n# Parse_time: 0\n# Compile_time: 0.221895441\n# Rewrite_time: 0.007663749\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 376437\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODEuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDM3LjkBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDgzMy41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwIIDYwBSwRQQx3YWl0ERoQNS44wrUVGihrdl9yZWFkX3dhbA1oFCAxMzIuMgkjCGlrdjIaAAA2CRoYfSwgc2Nhbj6DAAxrZXlzBcYoZ2V0X3NuYXBzaG8RdwwzMC4xBVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaRAeG46IHtwcmV3cml0ZToxLjchOAFQESEQczo0MTkNoAkUDDoxLjQlgRxzbG93ZXN0XxE/JUUAIDGFZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIas4MTI3LjAuMC4xOjIwMTYwQmQBOgoBEDY5Mi42KY02CgEBqzr7AAwxMy43bvsABes5TAWRFF9iYXRjaCW4DDogMjINQShwcm9wb3NlX3NlbiGySGl0OiAwcywgcGVyc2lzdF9sb2cZ7xAxMzAuOQV3CWAUbGVhZGVyDVIoMTQybnMsIHN5bmMJNgQ2Nk0wCS0wbWVtdGFibGU6IDIuOAG9OaIFZQQ0MCnNEGFwcGx5MqwABDE0JRgALAkbFY8MNjYuNAWNFG11dGV4Xyn6AbwJcDKdABkXAHdhPQQxNU06CSsZmwA5BRguPgIYcHJpbWFyeUb4AQQxc/74AS34BDU5YT1CAANO9gEAMS1SWvECCc51xUb2AQQxNS3ArvYBCDk1LkGXACwNXzJYAQQxMTr1AQg0OS4BzhEtPVoIODhuAeUAY2mVJfMQMjc4LjMlw0b1AQQyMC3eBRs19QQ5Nk24AG3G9QEAN23jKScZmwQxNQWGJfZtyghudW2hKwkqhYQAMRHTGGJ5dGU6MzIFLmxpbnNlcnQ6MTQzLjVtcwkxMTkuNiBLQglOL0EK')\n# Resource_group: default\n;"] [2024/05/07 02:08:36.942 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.836876661s] [2024/05/07 02:08:36.951 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] [2024/05/07 02:08:36.951 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] [2024/05/07 02:08:36.951 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:36.953 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 905a42cf-fd01-4cbd-bc5c-ac545b89a8f0"] [] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=19.181µs] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=10.782µs] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=5.788µs] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=3.889µs] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=6.711µs] [2024/05/07 02:08:36.954 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.772µs] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=4.247µs] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=6.356µs] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=6.414µs] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=7.251µs] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.199µs] [2024/05/07 02:08:36.955 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:36.955 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:36.955 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:36.968 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=905a42cf-fd01-4cbd-bc5c-ac545b89a8f0] ["take time"=21.145124ms] [2024/05/07 02:08:36.969 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=905a42cf-fd01-4cbd-bc5c-ac545b89a8f0] [2024/05/07 02:08:36.972 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1445] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:36.972 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:36.972 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:36.972 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:36.972 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:36.972 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:36.972 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534 watch owner key /tidb/br-stream/owner/3eaa8f50cd6b1157"] [2024/05/07 02:08:36.972 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:36.972 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:36.972 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534"] [2024/05/07 02:08:36.972 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:36.972 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:36.974 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6c46ad4b-c87e-4c5e-9cb9-02896a108534] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:36.974 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:36.974 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534"] [error="context canceled"] [2024/05/07 02:08:36.974 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:08:36.974 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:36.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:36.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:36.974 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534"] [2024/05/07 02:08:36.974 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:36.974 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:36.974 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=27.058577ms] [2024/05/07 02:08:36.974 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:36.986 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:37.151 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1637] ["lease id"=3eaa8f50cd6b122c] [2024/05/07 02:08:37.154 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:37.253 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=94.832761ms] [2024/05/07 02:08:37.259 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:37.259 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] [runWorker=true] [2024/05/07 02:08:37.259 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:37.262 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:37.263 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:37.263 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:37.263 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:37.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:37.264 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:37.264 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:37.265 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b20a4] [ownerID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] [op=none] [2024/05/07 02:08:37.266 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:37.266 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0c47d23f-de0b-4297-86ac-82fead137b3b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:37.291 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:37.293 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:37.293 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:37.295 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] ["owner key"=/tidb/bindinfo/owner/6f188f50cd6b20a9] [ownerID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] [op=none] [2024/05/07 02:08:37.310 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:37.315 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:37.316 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b20a4] [ownerID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] [op=none] [2024/05/07 02:08:37.316 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [op=none] [2024/05/07 02:08:37.316 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:37.317 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:37.407 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:37.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:37.439 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:37.439 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:37.439 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:37.439 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:37.439 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:37.439 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:37.439 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:37.439 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:37.439 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:37.442 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:37.442 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:37.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:37.443 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:37.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:37.444 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:37.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:37.446 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] ["owner key"=/tidb/stats/owner/6f188f50cd6b20ac] [ownerID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] [op=none] [2024/05/07 02:08:37.447 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:37.448 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=58] [total-mem=32GiB] [2024/05/07 02:08:37.455 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c1048e8a-b8fe-4aa0-b2a8-ebd3cb934bc1] [2024/05/07 02:08:37.455 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:37.455 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:37.465 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:37.466 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:37.466 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:37.484 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.323613ms] [2024/05/07 02:08:37.519 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:37.534 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[expression:1305]FUNCTION test.bulk does not exist"] [errorVerbose="[expression:1305]FUNCTION test.bulk does not exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/expression.newFunctionImpl\n\tpkg/expression/scalar_function.go:225\ngithub.com/pingcap/tidb/pkg/expression.NewFunction\n\tpkg/expression/scalar_function.go:300\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunctionWithInit\n\tpkg/planner/core/expression_rewriter.go:1620\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).newFunction\n\tpkg/planner/core/expression_rewriter.go:1630\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).funcCallToExpression\n\tpkg/planner/core/expression_rewriter.go:2370\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\tpkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*FuncCallExpr).Accept\n\tpkg/parser/ast/functions.go:584\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\tpkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\tpkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\tpkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSet\n\tpkg/planner/core/planbuilder.go:703\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:549\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:102\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestVariable\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:45\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="set session tidb_dml_type = bulk(10)"] [2024/05/07 02:08:37.552 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [2024/05/07 02:08:37.552 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [2024/05/07 02:08:37.552 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:37.553 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [] [2024/05/07 02:08:37.554 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=15.702µs] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=6.332µs] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=5.149µs] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=5.791µs] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=4.757µs] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=4.925µs] [2024/05/07 02:08:37.555 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:37.555 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:37.555 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:37.556 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] ["take time"=21.193453ms] [2024/05/07 02:08:37.556 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c679d9f9-69d0-40a6-974e-9ed1a65b1bb9] [2024/05/07 02:08:37.557 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:37.558 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c1048e8a-b8fe-4aa0-b2a8-ebd3cb934bc1] [2024/05/07 02:08:37.558 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:37.558 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:37.558 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:37.558 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:37.566 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:37.566 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1637] [2024/05/07 02:08:37.567 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:37.567 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:37.567 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:37.567 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c47d23f-de0b-4297-86ac-82fead137b3b"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9 watch owner key /tidb/stats/owner/6f188f50cd6b20ac"] [2024/05/07 02:08:37.568 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:37.568 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:37.568 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:37.568 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:37.568 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:37.568 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [2024/05/07 02:08:37.568 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:37.568 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:37.568 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:37.569 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:37.569 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [error="context canceled"] [2024/05/07 02:08:37.570 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:37.570 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:37.570 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:37.570 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:37.570 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c47d23f-de0b-4297-86ac-82fead137b3b"] [error="context canceled"] [2024/05/07 02:08:37.570 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c47d23f-de0b-4297-86ac-82fead137b3b"] [2024/05/07 02:08:37.570 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0c47d23f-de0b-4297-86ac-82fead137b3b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:37.570 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:37.570 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c47d23f-de0b-4297-86ac-82fead137b3b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:37.769 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:38.234 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6c46ad4b-c87e-4c5e-9cb9-02896a108534"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:38.827 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0c47d23f-de0b-4297-86ac-82fead137b3b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:38.835 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:38.835 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:38.835 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:39.028 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c679d9f9-69d0-40a6-974e-9ed1a65b1bb9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:39.028 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:39.029 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:39.029 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:39.036 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.50172448s] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.037 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:39.037 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.037 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.037 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:39.039 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestVariable (24.38s) === RUN TestPipelinedDMLPositive [2024/05/07 02:08:39.045 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:39.046 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:39.047 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:08:39.047 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.047 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:39.048 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.048 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.049 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.049 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.049 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.051 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:39.055 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:39.056 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:39.058 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:39.067 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:39.079 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:39.223 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1612] ["lease id"=3eaa8f50cd6b124c] [2024/05/07 02:08:39.225 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:39.323 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=93.79154ms] [2024/05/07 02:08:39.329 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:39.329 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0d045141-c470-4e5f-ad8d-82b1d2387cc0] [runWorker=true] [2024/05/07 02:08:39.329 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:39.331 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:39.332 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:39.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:39.332 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:39.333 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:39.333 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:39.333 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:39.333 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:39.333 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:39.335 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b20be] [ownerID=0d045141-c470-4e5f-ad8d-82b1d2387cc0] [op=none] [2024/05/07 02:08:39.335 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:39.336 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=7f537f4b-424e-41fe-866e-959f974c6550] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:39.342 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:39.364 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:39.366 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:39.366 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:39.384 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:39.385 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b20be] [ownerID=0d045141-c470-4e5f-ad8d-82b1d2387cc0] [op=none] [2024/05/07 02:08:39.385 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [op=none] [2024/05/07 02:08:39.385 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:39.498 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:39.516 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:39.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:39.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:39.530 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:39.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:39.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:39.530 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:39.530 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:39.530 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:39.530 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:39.532 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:39.533 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:39.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:39.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:39.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:39.535 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:39.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:39.539 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:39.541 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:39.547 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ecc1b7c9-7928-4401-8020-2312bbc5c340] [2024/05/07 02:08:39.548 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:39.548 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:39.557 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:39.557 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:39.557 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:39.574 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=41.168263ms] [2024/05/07 02:08:39.593 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:39.609 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:39.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=51] [cur_db=test] [sql="create table t (a int, b int)"] [user=] [2024/05/07 02:08:39.652 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.652 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int)"] [2024/05/07 02:08:39.706 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [category=ddl] [job="ID:105, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.716 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 104, Table Name: t"] [2024/05/07 02:08:39.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=2.715956ms] [gotSchemaVersion=52] [phyTblIDs="[104]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.808 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:39.838 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.741318ms] [job="ID:105, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.908 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 18, tp general"] [category=ddl] [jobID=105] [conn=4] [job="ID:105, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.946 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:39.946 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.950 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 0.340068105\n# Parse_time: 0.000456935\n# Compile_time: 0.000723674\n# Rewrite_time: 0.000008715\n# Optimize_time: 0.000498697\n# Wait_TS: 0.000347375\n# DB: test\n# Is_internal: false\n# Digest: a40dc2698adc005c4f60f067c952899c54f602cd41e7502a92c75405301dde37\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int, b int);"] [2024/05/07 02:08:39.969 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589469493854218] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.587862ms] [2024/05/07 02:08:39.969 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449589469493854218] [2024/05/07 02:08:39.974 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589469493854221] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.220723ms] [2024/05/07 02:08:39.974 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449589469493854221] [2024/05/07 02:08:39.988 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589469493854223] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.27117ms] [2024/05/07 02:08:39.989 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449589469493854223] [2024/05/07 02:08:40.007 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:40.077 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:40.216 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:40.362 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:40.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:40.362 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:40.362 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:40.429 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:40.548 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:40.548 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:40.548 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ecc1b7c9-7928-4401-8020-2312bbc5c340] [watcherID=d8696975-f858-4f53-9cea-36b9991cdb09] [2024/05/07 02:08:40.558 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:40.572 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:40.572 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:40.572 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:40.572 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:41.199 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:41.333 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:42.565 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:44.076 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:44.990 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589469507223555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:44.993 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469493854223, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:44.996 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589469507223555] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=4.989553314s] [2024/05/07 02:08:44.996 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449589469507223555] [2024/05/07 02:08:45.008 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000002, primary: 7480000000000000685f728000000000000002, txnStartTS: 449589469493854218, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.011 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000003, primary: 7480000000000000685f728000000000000003, txnStartTS: 449589469493854221, lockForUpdateTS:0, minCommitTs:449589469507223556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.014 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.015 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.017 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.019 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.020 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.022 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.023 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.025 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.027 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.029 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.031 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.033 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.035 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.038 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.039 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.041 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.043 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.045 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.046 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470817943555] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.048 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589469507223555, lockForUpdateTS:0, minCommitTs:449589470817943556, ttl: 5000, type: Put, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.050 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589470817943555] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=36.872572ms] [2024/05/07 02:08:45.050 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449589470817943555] [2024/05/07 02:08:45.061 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.147 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.333 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:45.559 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:46.152 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:47.280 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.034 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.036 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.038 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.040 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.043 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.044 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.046 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.048 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.049 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.051 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589470831050756] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.052 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470817943555, lockForUpdateTS:0, minCommitTs:449589470831050757, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.055 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589470831050756] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=4.995202905s] [2024/05/07 02:08:50.055 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449589470831050756] [2024/05/07 02:08:50.062 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589472141770755] [generation=1] [session=4] [keys=1] [size=33B] ["flushed keys"=1] ["flushed size"=33B] ["take time"=1.529138ms] [2024/05/07 02:08:50.062 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=33B] [startTS=449589472141770755] [2024/05/07 02:08:50.085 +00:00] [INFO] [pipelined_flush.go:232] ["[pipelined dml] flush encounters lock. More locks belonging to the same transaction may be omitted"] [txnID=449589472141770759] [generation=1] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470831050756, lockForUpdateTS:0, minCommitTs:449589472141770760, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.087 +00:00] [INFO] [lock_resolver.go:1150] ["resolveLock rollback"] [lock="key: 7480000000000000685f728000000000000001, primary: 7480000000000000685f728000000000000001, txnStartTS: 449589470831050756, lockForUpdateTS:0, minCommitTs:449589472141770760, ttl: 5000, type: Del, UseAsyncCommit: false, txnSize: 18446744073709551615"] [2024/05/07 02:08:50.089 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589472141770759] [generation=1] [session=4] [keys=1] [size=19B] ["flushed keys"=1] ["flushed size"=19B] ["take time"=5.124958ms] [2024/05/07 02:08:50.089 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=19B] [startTS=449589472141770759] [2024/05/07 02:08:50.125 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [2024/05/07 02:08:50.125 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [2024/05/07 02:08:50.125 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:50.127 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [] [2024/05/07 02:08:50.128 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.128 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=31.145µs] [2024/05/07 02:08:50.129 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=21.18µs] [2024/05/07 02:08:50.129 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=20.729µs] [2024/05/07 02:08:50.129 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=17.03µs] [2024/05/07 02:08:50.129 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.129 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp general"] [category=ddl] ["take time"=15.302µs] [2024/05/07 02:08:50.129 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.129 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:50.129 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:50.131 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0d045141-c470-4e5f-ad8d-82b1d2387cc0] ["take time"=40.971449ms] [2024/05/07 02:08:50.131 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0d045141-c470-4e5f-ad8d-82b1d2387cc0] [2024/05/07 02:08:50.133 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:50.133 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:50.133 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ecc1b7c9-7928-4401-8020-2312bbc5c340] [watcherID=d8696975-f858-4f53-9cea-36b9991cdb09] [2024/05/07 02:08:50.133 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ecc1b7c9-7928-4401-8020-2312bbc5c340] [2024/05/07 02:08:50.134 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:50.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:50.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.134 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:50.140 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:50.140 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1612] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:50.141 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0d045141-c470-4e5f-ad8d-82b1d2387cc0] [2024/05/07 02:08:50.141 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:50.141 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:50.142 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:50.142 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:50.142 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:50.142 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f537f4b-424e-41fe-866e-959f974c6550"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:50.141 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [error="context canceled"] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [2024/05/07 02:08:50.141 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:50.142 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:50.141 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:50.142 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0d045141-c470-4e5f-ad8d-82b1d2387cc0] [2024/05/07 02:08:50.142 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:50.142 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:50.142 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f537f4b-424e-41fe-866e-959f974c6550"] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:50.142 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:50.142 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:50.142 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:50.144 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7f537f4b-424e-41fe-866e-959f974c6550] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:50.144 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:50.144 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7f537f4b-424e-41fe-866e-959f974c6550"] [error="context canceled"] [2024/05/07 02:08:50.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:50.144 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:50.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:50.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:50.187 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:50.187 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [error="context canceled"] [2024/05/07 02:08:50.187 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [2024/05/07 02:08:50.345 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f537f4b-424e-41fe-866e-959f974c6550"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:51.403 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:51.403 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:51.404 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:51.436 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0d045141-c470-4e5f-ad8d-82b1d2387cc0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:51.436 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:51.436 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:51.436 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:51.444 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.354433664s] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.445 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.445 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:51.445 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:51.445 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:51.446 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLPositive (12.41s) === RUN TestPipelinedDMLNegative [2024/05/07 02:08:51.452 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:51.453 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:51.454 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:08:51.454 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.454 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:51.455 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:51.455 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:51.455 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:51.455 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:51.455 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:51.457 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:51.464 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:51.467 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:51.470 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:51.482 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:51.494 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:51.599 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7f537f4b-424e-41fe-866e-959f974c6550"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:51.639 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=441] ["lease id"=6f188f50cd6b20e9] [2024/05/07 02:08:51.641 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:51.744 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=52] ["start time"=99.315821ms] [2024/05/07 02:08:51.750 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:51.750 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4d769fe7-d402-4536-b9ca-be1aae45b84e] [runWorker=true] [2024/05/07 02:08:51.750 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:51.752 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:51.753 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:51.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:51.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:51.753 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:51.754 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:51.754 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:51.754 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:51.754 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:51.754 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:51.756 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1aec] [ownerID=4d769fe7-d402-4536-b9ca-be1aae45b84e] [op=none] [2024/05/07 02:08:51.756 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:51.756 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c996e1b8-936d-406c-accc-9a6f8797a5bc] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:51.764 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:51.790 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:51.791 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:51.792 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:51.805 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:51.806 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1aec] [ownerID=4d769fe7-d402-4536-b9ca-be1aae45b84e] [op=none] [2024/05/07 02:08:51.806 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [op=none] [2024/05/07 02:08:51.806 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:51.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:51.923 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:51.937 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:51.937 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:51.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:51.938 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:51.938 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:51.938 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:51.938 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:51.938 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:51.938 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:51.941 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:51.941 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:51.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:51.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:51.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:51.943 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:51.943 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:51.949 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:51.950 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:51.956 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6f44f763-5adf-4069-b7b3-c5db647bb1d8] [2024/05/07 02:08:51.957 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:51.957 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:51.975 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:51.975 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:51.975 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:51.998 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=56.338344ms] [2024/05/07 02:08:52.009 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:52.015 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:08:52.017 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=52] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:08:52.072 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:08:52.072 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:52.129 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.160 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=301.294µs] [gotSchemaVersion=53] [phyTblIDs="[104]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:52.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=53] [2024/05/07 02:08:52.209 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.573346ms] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.285 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=263.695µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:52.297 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=54] [2024/05/07 02:08:52.335 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=53.871513ms] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [category=ddl] [job="ID:106, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:104, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.393 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 104, Old Table Name: t"] [2024/05/07 02:08:52.429 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=250.043µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:52.441 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=106] [version=55] [2024/05/07 02:08:52.479 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=54.069576ms] [job="ID:106, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.537 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=106] [tableIDs="[104]"] [comment="drop table: table ID"] [2024/05/07 02:08:52.551 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=106] [jobType="drop table"] [2024/05/07 02:08:52.555 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=106] [conn=5] [job="ID:106, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:104, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:52.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.617 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=106] [2024/05/07 02:08:52.617 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:52.621 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 0.605181272\n# Parse_time: 0.000252169\n# Compile_time: 0.000725551\n# Rewrite_time: 0.000015673\n# Optimize_time: 0.00018832\n# Wait_TS: 0.000396624\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:08:52.630 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:52.632 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=6] [schemaVersion=55] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:08:52.677 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:52.677 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:08:52.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [category=ddl] [job="ID:108, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.738 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 107, Table Name: t"] [2024/05/07 02:08:52.783 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:52.784 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:52.784 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:52.784 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:52.795 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=2.560929ms] [gotSchemaVersion=56] [phyTblIDs="[107]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:52.806 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/07 02:08:52.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.511642ms] [job="ID:108, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=108] [conn=6] [job="ID:108, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.942 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/07 02:08:52.942 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:52.946 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 6\n# Query_time: 0.314728883\n# Parse_time: 0.000571854\n# Compile_time: 0.000719715\n# Rewrite_time: 0.000012854\n# Optimize_time: 0.000371502\n# Wait_TS: 0.000386251\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/07 02:08:52.957 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:52.957 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:52.957 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6f44f763-5adf-4069-b7b3-c5db647bb1d8] [watcherID=c01c85b2-944a-4bca-9885-2a1583a91faf] [2024/05/07 02:08:52.976 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:52.992 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:52.992 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:52.992 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:52.992 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:53.055 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=false] [2024/05/07 02:08:53.135 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=off] [2024/05/07 02:08:53.157 +00:00] [INFO] [ddl.go:1406] ["switch metadata lock feature"] [category=ddl] [enable=true] [2024/05/07 02:08:53.210 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=tidb_enable_metadata_lock] [val=ON] [2024/05/07 02:08:53.247 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [2024/05/07 02:08:53.247 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [2024/05/07 02:08:53.247 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:53.249 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=18.505µs] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=11.665µs] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=12.812µs] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=4.84µs] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=6.52µs] [2024/05/07 02:08:53.250 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:53.250 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:53.250 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:53.252 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4d769fe7-d402-4536-b9ca-be1aae45b84e] ["take time"=28.7124ms] [2024/05/07 02:08:53.252 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4d769fe7-d402-4536-b9ca-be1aae45b84e] [2024/05/07 02:08:53.254 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:53.254 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:53.254 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6f44f763-5adf-4069-b7b3-c5db647bb1d8] [watcherID=c01c85b2-944a-4bca-9885-2a1583a91faf] [2024/05/07 02:08:53.254 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6f44f763-5adf-4069-b7b3-c5db647bb1d8] [2024/05/07 02:08:53.254 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:53.254 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.254 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.254 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.254 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.255 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:53.255 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.255 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.255 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.255 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.264 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:53.264 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:53.265 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=441] [2024/05/07 02:08:53.265 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:53.265 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4d769fe7-d402-4536-b9ca-be1aae45b84e] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:53.266 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:53.266 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:53.266 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:53.266 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c996e1b8-936d-406c-accc-9a6f8797a5bc"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:53.265 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:53.266 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:53.266 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="context canceled"] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:53.266 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:53.266 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:53.266 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4d769fe7-d402-4536-b9ca-be1aae45b84e] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:53.266 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:53.266 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:53.267 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:53.267 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:53.268 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:53.268 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:53.268 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c996e1b8-936d-406c-accc-9a6f8797a5bc] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:53.268 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c996e1b8-936d-406c-accc-9a6f8797a5bc"] [error="context canceled"] [2024/05/07 02:08:53.268 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:53.268 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:53.268 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:53.268 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c996e1b8-936d-406c-accc-9a6f8797a5bc"] [2024/05/07 02:08:53.270 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/07 02:08:53.270 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/07 02:08:53.270 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/07 02:08:53.270 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:08:53.280 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/07 02:08:53.280 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/07 02:08:53.280 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/07 02:08:53.280 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:08:53.294 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:53.294 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:53.300 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:53.800 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:54.301 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:54.526 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c996e1b8-936d-406c-accc-9a6f8797a5bc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:54.531 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:54.531 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:54.531 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:54.538 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:54.538 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [2024/05/07 02:08:54.802 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:55.302 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:55.777 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:55.796 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449589472980631560] [newTTL=7550] [isPipelinedTxn=false] [2024/05/07 02:08:55.803 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:55.977 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:56.304 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:56.805 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:57.230 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4d769fe7-d402-4536-b9ca-be1aae45b84e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:57.305 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:57.806 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:08:58.297 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449589472980631560] [newTTL=10050] [isPipelinedTxn=false] [2024/05/07 02:08:58.308 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/07 02:08:58.309 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:58.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589472980631560\n# Query_time: 5.013476217\n# Parse_time: 0\n# Compile_time: 0.000644575\n# Rewrite_time: 0.00000767\n# Optimize_time: 0.00105178\n# Wait_TS: 0\n# Prewrite_time: 0.001676221 Get_commit_ts_time: 0.000521076 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 601.5µs}, scan_detail: {get_snapshot_time: 11.4µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.6µs, propose_send_wait: 0s, persist_log: {total: 95.9µs, write_leader_wait: 58ns, sync_log: 56.6µs, write_memtable: 1.6µs}, commit_log: 291.7µs, apply_batch_wait: 13.3µs, apply: {total:65.2µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.6µs, write_memtable: 10.7µs}}} Write_keys: 3 Write_size: 123 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001363359\n# PD_total: 0.000503032\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:58.310 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=56] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:08:58.311 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/07 02:08:58.312 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:58.312 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:58.312 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:58.312 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:58.320 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=5.09664402s] [2024/05/07 02:08:58.320 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:58.320 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:58.320 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:58.320 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:58.321 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:58.321 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:58.321 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:58.322 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLNegative (6.88s) === RUN TestPipelinedDMLInsert [2024/05/07 02:08:58.328 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:58.329 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:58.329 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:08:58.330 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:58.330 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:58.331 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:58.331 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:58.331 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:58.331 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:58.331 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:58.333 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:58.337 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:58.339 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:58.341 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:58.350 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:58.362 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:58.509 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1529] ["lease id"=22318f50cd6b1b0f] [2024/05/07 02:08:58.512 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:58.610 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=56] ["start time"=93.846904ms] [2024/05/07 02:08:58.616 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:58.616 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b04af2a2-65ec-4f34-bd55-49871f352704] [runWorker=true] [2024/05/07 02:08:58.616 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:58.618 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:58.619 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:58.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:58.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:58.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:58.619 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:58.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:58.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:58.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:58.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:58.620 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:58.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:58.620 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:58.620 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:58.620 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:58.620 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:58.622 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b12b7] [ownerID=b04af2a2-65ec-4f34-bd55-49871f352704] [op=none] [2024/05/07 02:08:58.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:58.623 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=ac60a901-4b41-42e2-9f7e-0528838475e7] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:58.629 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:58.649 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:58.650 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:58.651 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:58.679 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:58.680 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b12b7] [ownerID=b04af2a2-65ec-4f34-bd55-49871f352704] [op=none] [2024/05/07 02:08:58.680 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [op=none] [2024/05/07 02:08:58.680 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:58.782 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:58.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:58.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:58.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:58.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:58.816 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:58.816 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:58.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:58.816 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:58.816 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:58.816 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:58.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:58.819 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:58.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:58.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:58.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:58.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:58.821 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:58.824 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:58.826 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:58.831 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/75bfeef1-988d-413d-9c81-af651bca426b] [2024/05/07 02:08:58.832 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:58.832 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:58.836 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:58.836 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:58.837 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:58.873 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=53.245563ms] [2024/05/07 02:08:58.873 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:58.878 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:08:58.881 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=56] [cur_db=test] [sql="drop table `t`"] [user=] [2024/05/07 02:08:58.914 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:58.914 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t`"] [2024/05/07 02:08:58.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=295.618µs] [gotSchemaVersion=57] [phyTblIDs="[107]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:59.011 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=57] [2024/05/07 02:08:59.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=54.093373ms] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=289.688µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:59.136 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=58] [2024/05/07 02:08:59.172 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.455967ms] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.248 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [category=ddl] [job="ID:109, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:107, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.258 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 107, Old Table Name: t"] [2024/05/07 02:08:59.292 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=261.201µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:59.306 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=59] [2024/05/07 02:08:59.341 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.472365ms] [job="ID:109, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.429 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[107]"] [comment="drop table: table ID"] [2024/05/07 02:08:59.468 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="drop table"] [2024/05/07 02:08:59.474 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=109] [conn=7] [job="ID:109, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:107, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 02:08:59.534 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:59.538 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 0.657543401\n# Parse_time: 0.000222837\n# Compile_time: 0.00054367\n# Rewrite_time: 0.000009263\n# Optimize_time: 0.000192289\n# Wait_TS: 0.000496869\n# DB: test\n# Is_internal: false\n# Digest: bd8e740f9bc2a217688ab0977cbdd435e15f5144bc7cf35e643f1c2eec306d01\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t`;"] [2024/05/07 02:08:59.547 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:08:59.550 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=59] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:08:59.593 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:59.593 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:08:59.642 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:59.642 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:59.643 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:59.643 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:59.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [category=ddl] [job="ID:111, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.657 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 110, Table Name: t"] [2024/05/07 02:08:59.709 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.614658ms] [gotSchemaVersion=60] [phyTblIDs="[110]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:59.720 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/07 02:08:59.756 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.975181ms] [job="ID:111, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=111] [conn=8] [job="ID:111, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.831 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:59.832 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:59.832 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/75bfeef1-988d-413d-9c81-af651bca426b] [watcherID=57f1e198-ef09-4a1b-a680-afd55af34e32] [2024/05/07 02:08:59.837 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:59.847 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 02:08:59.847 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:59.851 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.302579009\n# Parse_time: 0.000576773\n# Compile_time: 0.00094846\n# Rewrite_time: 0.000010072\n# Optimize_time: 0.000409073\n# Wait_TS: 0.000430036\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/07 02:08:59.852 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:59.852 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:59.852 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:59.852 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:59.853 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=60] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:08:59.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:59.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:08:59.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.949 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 112, Table Name: _t"] [2024/05/07 02:08:59.995 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.725756ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:00.007 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/07 02:09:00.042 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=53.861839ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.118 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=113] [conn=8] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:00.208 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:09:00.208 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:00.213 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.361351177\n# Parse_time: 0.000697382\n# Compile_time: 0.001185284\n# Rewrite_time: 0.000013876\n# Optimize_time: 0.000409073\n# Wait_TS: 0.000455225\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/07 02:09:00.620 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:01.101 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589475025354763] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.232728ms] [2024/05/07 02:09:01.101 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589475025354763] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=39.773µs] [2024/05/07 02:09:01.101 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589475025354763] [2024/05/07 02:09:01.103 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589475025354763] [commitTS=449589475038461954] [2024/05/07 02:09:01.103 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589475025354763] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] [concurrency=8] [2024/05/07 02:09:01.109 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589475025354763] [startKey=7480000000000000705f728000000000000000] [endKey=7480000000000000705f728000000000000063] ["cost time"=5.470912ms] ["completed regions"=1] [2024/05/07 02:09:01.109 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589475025354763] [commitTS=449589475038461954] [session=8] [2024/05/07 02:09:01.148 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589475038461960] [generation=1] [session=8] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=4.270289ms] [2024/05/07 02:09:01.148 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589475038461960] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=46.905µs] [2024/05/07 02:09:01.149 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589475038461960] [2024/05/07 02:09:01.150 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589475038461960] [commitTS=449589475051307010] [2024/05/07 02:09:01.150 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589475038461960] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] [concurrency=8] [2024/05/07 02:09:01.155 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589475038461960] [startKey=74800000000000006e5f728000000000002710] [endKey=74800000000000006e5f728000000000002773] ["cost time"=4.19674ms] ["completed regions"=1] [2024/05/07 02:09:01.155 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589475038461960] [commitTS=449589475051307010] [session=8] [2024/05/07 02:09:01.163 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=8] [schemaVersion=61] [cur_db=test] [sql="truncate table _t"] [user=] [2024/05/07 02:09:01.197 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:01.197 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t"] [2024/05/07 02:09:01.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.272 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 114, Table Name: _t, Old Table ID: 112, Old Table Name: _t"] [2024/05/07 02:09:01.316 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.685616ms] [gotSchemaVersion=62] [phyTblIDs="[112,114]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:01.328 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=115] [version=62] [2024/05/07 02:09:01.363 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.903071ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.402 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/07 02:09:01.411 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/05/07 02:09:01.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=115] [conn=8] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.479 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/05/07 02:09:01.479 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 8\n# Query_time: 0.321682642\n# Parse_time: 0.000246891\n# Compile_time: 0.00071669\n# Rewrite_time: 0.000008924\n# Optimize_time: 0.002285718\n# Wait_TS: 0.000570055\n# DB: test\n# Is_internal: false\n# Digest: 4c9b0816fce2901645b49af8699fd9f453d5d950adf483cbba7dc89f93b72578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t;"] [2024/05/07 02:09:01.486 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000725f7280000000000003e8] [2024/05/07 02:09:01.490 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000725f7280000000000003e8] ["first new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:2 id:30 store_id:7 id:31 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/07 02:09:01.490 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=28] [2024/05/07 02:09:01.492 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000003e8] ["new region left"="{Id:28 StartKey:7200000100000000fb EndKey:7480000000000000ff725f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:29 store_id:2 id:30 store_id:7 id:31 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.492 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=32] [2024/05/07 02:09:01.493 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f7280000000000007d0] ["new region left"="{Id:32 StartKey:7480000000000000ff725f728000000000ff0003e80000000000fa EndKey:7480000000000000ff725f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:33 store_id:2 id:34 store_id:7 id:35 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.493 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=36] [2024/05/07 02:09:01.494 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000bb8] ["new region left"="{Id:36 StartKey:7480000000000000ff725f728000000000ff0007d00000000000fa EndKey:7480000000000000ff725f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:37 store_id:2 id:38 store_id:7 id:39 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.494 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=40] [2024/05/07 02:09:01.495 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000000fa0] ["new region left"="{Id:40 StartKey:7480000000000000ff725f728000000000ff000bb80000000000fa EndKey:7480000000000000ff725f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:41 store_id:2 id:42 store_id:7 id:43 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.495 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=44] [2024/05/07 02:09:01.496 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001388] ["new region left"="{Id:44 StartKey:7480000000000000ff725f728000000000ff000fa00000000000fa EndKey:7480000000000000ff725f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:45 store_id:2 id:46 store_id:7 id:47 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.496 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=48] [2024/05/07 02:09:01.497 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001770] ["new region left"="{Id:48 StartKey:7480000000000000ff725f728000000000ff0013880000000000fa EndKey:7480000000000000ff725f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:49 store_id:2 id:50 store_id:7 id:51 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.497 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=52] [2024/05/07 02:09:01.498 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001b58] ["new region left"="{Id:52 StartKey:7480000000000000ff725f728000000000ff0017700000000000fa EndKey:7480000000000000ff725f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:53 store_id:2 id:54 store_id:7 id:55 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.498 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=56] [2024/05/07 02:09:01.499 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000001f40] ["new region left"="{Id:56 StartKey:7480000000000000ff725f728000000000ff001b580000000000fa EndKey:7480000000000000ff725f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:57 store_id:2 id:58 store_id:7 id:59 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.499 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=60] [2024/05/07 02:09:01.500 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000725f728000000000002328] ["new region left"="{Id:60 StartKey:7480000000000000ff725f728000000000ff001f400000000000fa EndKey:7480000000000000ff725f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:14} Peers:[id:61 store_id:2 id:62 store_id:7 id:63 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:01.500 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[28,32,36,40,44,48,52,56,60]"] [2024/05/07 02:09:01.500 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=28] [backoff(ms)=299985] [2024/05/07 02:09:01.501 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=28] [2024/05/07 02:09:01.501 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=32] [backoff(ms)=299984] [2024/05/07 02:09:01.502 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=32] [2024/05/07 02:09:01.502 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=36] [backoff(ms)=299984] [2024/05/07 02:09:01.502 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=36] [2024/05/07 02:09:01.502 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=40] [backoff(ms)=299983] [2024/05/07 02:09:01.503 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=40] [2024/05/07 02:09:01.503 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=44] [backoff(ms)=299983] [2024/05/07 02:09:01.503 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=44] [2024/05/07 02:09:01.503 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=48] [backoff(ms)=299982] [2024/05/07 02:09:01.504 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=48] [2024/05/07 02:09:01.504 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=52] [backoff(ms)=299982] [2024/05/07 02:09:01.504 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=52] [2024/05/07 02:09:01.504 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=56] [backoff(ms)=299981] [2024/05/07 02:09:01.505 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=56] [2024/05/07 02:09:01.505 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=60] [backoff(ms)=299981] [2024/05/07 02:09:01.505 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=60] [2024/05/07 02:09:01.583 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589475143319571] [generation=1] [session=8] [keys=200] [size=5.8kB] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=15.053859ms] [2024/05/07 02:09:01.583 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589475143319571] [generation=2] [session=8] [keys=0] [size=0B] ["flushed keys"=200] ["flushed size"=5.8kB] ["take time"=43.176µs] [2024/05/07 02:09:01.583 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=200] [size=5.8kB] [startTS=449589475143319571] [2024/05/07 02:09:01.586 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589475143319571] [commitTS=449589475169533953] [2024/05/07 02:09:01.586 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589475143319571] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] [concurrency=8] [2024/05/07 02:09:01.608 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589475143319571] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f728000000000002773] ["cost time"=21.461728ms] ["completed regions"=10] [2024/05/07 02:09:01.608 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449589475143319571] [commitTS=449589475169533953] [session=8] [2024/05/07 02:09:01.614 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [2024/05/07 02:09:01.614 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [2024/05/07 02:09:01.616 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=28.188µs] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=14.676µs] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=23.104µs] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=14.24µs] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=5.849µs] [2024/05/07 02:09:01.617 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:01.617 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:01.617 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:01.620 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b04af2a2-65ec-4f34-bd55-49871f352704] ["take time"=8.451174ms] [2024/05/07 02:09:01.620 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b04af2a2-65ec-4f34-bd55-49871f352704] [2024/05/07 02:09:01.622 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:01.622 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:01.622 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/75bfeef1-988d-413d-9c81-af651bca426b] [watcherID=57f1e198-ef09-4a1b-a680-afd55af34e32] [2024/05/07 02:09:01.622 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/75bfeef1-988d-413d-9c81-af651bca426b] [2024/05/07 02:09:01.622 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:01.622 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:01.622 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:01.623 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:01.623 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:01.623 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:01.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:01.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:01.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:01.623 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:01.630 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:01.630 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1529] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=b04af2a2-65ec-4f34-bd55-49871f352704] [2024/05/07 02:09:01.631 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:01.631 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:01.631 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:01.631 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:01.631 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ac60a901-4b41-42e2-9f7e-0528838475e7"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:01.632 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="context canceled"] [2024/05/07 02:09:01.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:01.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:01.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:01.632 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=b04af2a2-65ec-4f34-bd55-49871f352704] [2024/05/07 02:09:01.632 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [2024/05/07 02:09:01.631 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:01.632 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:01.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:01.631 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:01.631 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:01.632 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:01.632 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:01.632 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:01.632 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:01.632 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [2024/05/07 02:09:01.632 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:01.632 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:01.632 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:01.633 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:01.633 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:01.634 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ac60a901-4b41-42e2-9f7e-0528838475e7"] [error="context canceled"] [2024/05/07 02:09:01.634 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=ac60a901-4b41-42e2-9f7e-0528838475e7] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:01.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:01.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:01.634 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ac60a901-4b41-42e2-9f7e-0528838475e7"] [2024/05/07 02:09:01.634 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:01.634 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ac60a901-4b41-42e2-9f7e-0528838475e7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:01.637 +00:00] [WARN] [domain.go:924] ["reload schema in loop, schema syncer need rewatch"] [2024/05/07 02:09:01.637 +00:00] [INFO] [syncer.go:104] ["syncer rewatch global info finished"] [category=ddl] [2024/05/07 02:09:01.647 +00:00] [INFO] [domain.go:930] ["reload schema in loop, schema syncer need restart"] [2024/05/07 02:09:01.647 +00:00] [INFO] [schema_validator.go:99] ["the schema validator stops"] [2024/05/07 02:09:01.647 +00:00] [INFO] [domain.go:1004] ["domain is closed"] [2024/05/07 02:09:01.647 +00:00] [ERROR] [domain.go:940] ["reload schema in loop, schema syncer restart failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/ddl/syncer.(*schemaVersionSyncer).Restart\n\tpkg/ddl/syncer/syncer.go:209\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).mustRestartSyncer\n\tpkg/domain/domain.go:969\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:938\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:940\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1287\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/05/07 02:09:01.657 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:01.657 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:01.667 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:02.168 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:02.668 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:02.885 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:02.886 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:02.886 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:02.890 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:02.897 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager ac60a901-4b41-42e2-9f7e-0528838475e7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:03.090 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [errorVerbose="rpc error: code = Canceled desc = grpc: the client connection is closing\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:99\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:03.169 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:03.670 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:04.164 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449589475182641154] [newTTL=7500] [isPipelinedTxn=false] [2024/05/07 02:09:04.170 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:04.348 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b04af2a2-65ec-4f34-bd55-49871f352704"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:04.671 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:05.172 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:05.672 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:06.173 +00:00] [INFO] [schema_validator.go:236] ["the schema validator stopped before checking"] [2024/05/07 02:09:06.664 +00:00] [INFO] [2pc.go:1241] ["send TxnHeartBeat"] [startTS=449589475182641154] [newTTL=10000] [isPipelinedTxn=false] [2024/05/07 02:09:06.674 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=internal] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=true] [InRestrictedSQL=true] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/07 02:09:06.675 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:06.676 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589475182641154\n# Query_time: 5.012548421\n# Parse_time: 0\n# Compile_time: 0.000559968\n# Rewrite_time: 0.000005399\n# Optimize_time: 0.018806214\n# Wait_TS: 0\n# Prewrite_time: 0.001774307 Get_commit_ts_time: 0.000507821 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 675.2µs}, scan_detail: {get_snapshot_time: 15.3µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 16.4µs, propose_send_wait: 0s, persist_log: {total: 244.6µs, write_leader_wait: 84ns, sync_log: 187.3µs, write_memtable: 2.13µs}, commit_log: 352.8µs, apply_batch_wait: 14.8µs, apply: {total:91.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 19.2µs, write_memtable: 16.3µs}}} Write_keys: 3 Write_size: 125 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001420904\n# PD_total: 0.000495733\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:09:06.677 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=62] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:06.678 +00:00] [ERROR] [handle.go:200] ["dump stats delta fail"] [category=stats] [error="previous statement: : [domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV"] [errorVerbose="[domain:8027]Information schema is out of date: schema failed to update in 1 lease, please make sure TiDB can connect to TiKV\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).checkSchemaValid\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1871\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1694\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/driver/error.ToTiDBErr\n\tpkg/store/driver/error/error.go:200\ngithub.com/pingcap/tidb/pkg/store/driver/txn.extractKeyErr\n\tpkg/store/driver/txn/error.go:164\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).extractKeyErr\n\tpkg/store/driver/txn/txn_driver.go:340\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:114\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.ExecRows\n\tpkg/statistics/handle/util/util.go:213\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.finishTransaction\n\tpkg/statistics/handle/util/util.go:63\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn.func1\n\tpkg/statistics/handle/util/util.go:181\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.WrapTxn\n\tpkg/statistics/handle/util/util.go:184\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:99\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).dumpTableStatCountToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:139\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV.func3\n\tpkg/statistics/handle/usage/session_stats_collect.go:103\ngithub.com/pingcap/tidb/pkg/statistics/handle/util.CallWithSCtx\n\tpkg/statistics/handle/util/util.go:101\ngithub.com/pingcap/tidb/pkg/statistics/handle/usage.(*statsUsageImpl).DumpStatsDeltaToKV\n\tpkg/statistics/handle/usage/session_stats_collect.go:96\ngithub.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:199\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\nprevious statement: "] [stack="github.com/pingcap/tidb/pkg/statistics/handle.(*Handle).FlushStats\n\tpkg/statistics/handle/handle.go:200\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateStatsWorkerExitPreprocessing.func1\n\tpkg/domain/domain.go:2372"] [2024/05/07 02:09:06.679 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:06.679 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:06.679 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:06.679 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:06.686 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=5.074561023s] [2024/05/07 02:09:06.687 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:06.687 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:06.687 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:06.687 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:06.688 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsert (8.37s) === RUN TestPipelinedDMLInsertIgnore [2024/05/07 02:09:06.697 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:06.698 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:06.699 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:06.700 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:06.700 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:06.701 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:06.701 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:06.701 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:06.701 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:06.701 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:06.703 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:06.707 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:06.709 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:06.711 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:06.721 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:06.734 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:06.893 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1397] ["lease id"=6f188f50cd6b2145] [2024/05/07 02:09:06.895 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:07.000 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=62] ["start time"=99.405671ms] [2024/05/07 02:09:07.005 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:07.006 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=71ac5f00-8e38-40d4-923d-fbc651a08f1a] [runWorker=true] [2024/05/07 02:09:07.006 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:07.008 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:07.009 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:07.010 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:07.010 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:07.011 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:07.012 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1b48] [ownerID=71ac5f00-8e38-40d4-923d-fbc651a08f1a] [op=none] [2024/05/07 02:09:07.014 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:07.014 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=2fb4afd7-aa02-4235-b6d2-47e37723f981] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:07.019 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:07.047 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:07.049 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:07.050 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:07.062 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:07.063 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1b48] [ownerID=71ac5f00-8e38-40d4-923d-fbc651a08f1a] [op=none] [2024/05/07 02:09:07.063 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [op=none] [2024/05/07 02:09:07.063 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:07.179 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:07.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:07.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:07.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:07.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:07.211 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:07.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:07.211 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:07.211 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:07.211 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:07.211 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:07.213 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:07.213 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:07.215 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:07.215 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:07.215 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:07.215 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:07.215 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:07.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:07.219 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:07.227 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/055e1f3b-96d9-493e-8603-a9855bdb1808] [2024/05/07 02:09:07.227 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:07.227 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:07.229 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:07.229 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:07.229 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:07.260 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.5135ms] [2024/05/07 02:09:07.267 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:07.271 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:09:07.274 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:07.276 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=62] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:09:07.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:07.301 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:07.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.380 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=258.281µs] [gotSchemaVersion=63] [phyTblIDs="[114]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:07.391 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=63] [2024/05/07 02:09:07.429 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.326018ms] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.509 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=238.416µs] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:07.521 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=64] [2024/05/07 02:09:07.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=54.031159ms] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [category=ddl] [job="ID:116, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:114, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.665 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 114, Old Table Name: _t"] [2024/05/07 02:09:07.702 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=321.707µs] [gotSchemaVersion=65] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:07.714 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/07 02:09:07.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.589972ms] [job="ID:116, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.786 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/05/07 02:09:07.800 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop table"] [2024/05/07 02:09:07.805 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=116] [conn=9] [job="ID:116, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:114, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:07.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/07 02:09:07.864 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:07.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:07.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:07.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.001 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=257.427µs] [gotSchemaVersion=66] [phyTblIDs="[110]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.011 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/07 02:09:08.031 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:08.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:08.031 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:08.031 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:08.051 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.631545ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.158 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=339.956µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/07 02:09:08.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.292776ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.227 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:08.227 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:08.227 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/055e1f3b-96d9-493e-8603-a9855bdb1808] [watcherID=52f7618b-27de-4960-a9dd-8507c2a99a2c] [2024/05/07 02:09:08.229 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:08.242 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:08.242 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:08.242 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:08.242 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:08.280 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:110, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.290 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 110, Old Table Name: t"] [2024/05/07 02:09:08.322 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=229.546µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:08.334 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/07 02:09:08.373 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=55.095893ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.455 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/05/07 02:09:08.466 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/07 02:09:08.470 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=117] [conn=9] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:110, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:07.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.527 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 02:09:08.527 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:08.531 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 1.256054985\n# Parse_time: 0.000254327\n# Compile_time: 0.000582769\n# Rewrite_time: 0.000010055\n# Optimize_time: 0.000158242\n# Wait_TS: 0.000438932\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:09:08.540 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:09:08.544 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=68] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:09:08.587 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:08.587 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:09:08.631 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.640 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 118, Table Name: t"] [2024/05/07 02:09:08.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.684544ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:08.712 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/07 02:09:08.747 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.607253ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.790 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=119] [conn=10] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.824 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:09:08.824 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:08.829 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=10] [schemaVersion=69] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:09:08.872 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:08.872 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:09:08.945 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.953 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 120, Table Name: _t"] [2024/05/07 02:09:08.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.526149ms] [gotSchemaVersion=70] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:09.008 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=70] [2024/05/07 02:09:09.010 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:09.046 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=54.258187ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:08.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.111 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=121] [conn=10] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.833 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:09.150 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 02:09:09.150 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:09.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 10\n# Query_time: 0.32589613\n# Parse_time: 0.000249283\n# Compile_time: 0.000667654\n# Rewrite_time: 0.000013873\n# Optimize_time: 0.000372195\n# Wait_TS: 0.000461765\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table _t like t;"] [2024/05/07 02:09:09.951 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589477358436356] [generation=1] [session=10] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.838467ms] [2024/05/07 02:09:09.952 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589477358436356] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=29.951µs] [2024/05/07 02:09:09.952 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=290B] [startTS=449589477358436356] [2024/05/07 02:09:09.954 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589477358436356] [commitTS=449589477358436357] [2024/05/07 02:09:09.954 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589477358436356] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] [concurrency=8] [2024/05/07 02:09:09.957 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589477358436356] [startKey=7480000000000000785f728000000000000000] [endKey=7480000000000000785f728000000000000063] ["cost time"=3.210426ms] ["completed regions"=1] [2024/05/07 02:09:09.957 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589477358436356] [commitTS=449589477358436357] [session=10] [2024/05/07 02:09:09.988 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589477358436358] [generation=1] [session=10] [keys=90] [size=2.61kB] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=3.357243ms] [2024/05/07 02:09:09.988 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589477358436358] [generation=2] [session=10] [keys=0] [size=0B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=36.374µs] [2024/05/07 02:09:09.988 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=90] [size=2.61kB] [startTS=449589477358436358] [2024/05/07 02:09:09.990 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589477358436358] [commitTS=449589477371281409] [2024/05/07 02:09:09.990 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589477358436358] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] [concurrency=8] [2024/05/07 02:09:09.994 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589477358436358] [startKey=7480000000000000785f728000000000000001] [endKey=7480000000000000785f728000000000000062] ["cost time"=3.636081ms] ["completed regions"=1] [2024/05/07 02:09:09.994 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589477358436358] [commitTS=449589477371281409] [session=10] [2024/05/07 02:09:10.006 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [2024/05/07 02:09:10.006 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [2024/05/07 02:09:10.008 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=23.454µs] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=15.89µs] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=13.369µs] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=10.259µs] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=12.837µs] [2024/05/07 02:09:10.009 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:10.009 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:10.010 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:10.013 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=71ac5f00-8e38-40d4-923d-fbc651a08f1a] ["take time"=6.934602ms] [2024/05/07 02:09:10.013 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=71ac5f00-8e38-40d4-923d-fbc651a08f1a] [2024/05/07 02:09:10.015 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:10.015 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:10.015 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/055e1f3b-96d9-493e-8603-a9855bdb1808] [watcherID=52f7618b-27de-4960-a9dd-8507c2a99a2c] [2024/05/07 02:09:10.015 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/055e1f3b-96d9-493e-8603-a9855bdb1808] [2024/05/07 02:09:10.015 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:10.015 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:10.015 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:10.015 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:10.015 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:10.016 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:10.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:10.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:10.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:10.016 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:10.022 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:10.022 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1397] [2024/05/07 02:09:10.023 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=71ac5f00-8e38-40d4-923d-fbc651a08f1a] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:10.023 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:10.023 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:10.024 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:10.023 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="context canceled"] [2024/05/07 02:09:10.024 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:10.024 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [2024/05/07 02:09:10.023 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:10.023 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:10.023 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:10.023 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2fb4afd7-aa02-4235-b6d2-47e37723f981"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:10.024 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=71ac5f00-8e38-40d4-923d-fbc651a08f1a] [2024/05/07 02:09:10.024 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2fb4afd7-aa02-4235-b6d2-47e37723f981"] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:10.024 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:10.024 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:10.024 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:10.024 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:10.026 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:10.026 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:10.026 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=2fb4afd7-aa02-4235-b6d2-47e37723f981] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:10.026 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:10.026 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:10.026 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:10.026 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 2fb4afd7-aa02-4235-b6d2-47e37723f981"] [error="context canceled"] [2024/05/07 02:09:10.105 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:10.106 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="context canceled"] [2024/05/07 02:09:10.106 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [2024/05/07 02:09:10.106 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:10.226 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2fb4afd7-aa02-4235-b6d2-47e37723f981"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:11.290 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:11.290 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:11.290 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:11.352 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 71ac5f00-8e38-40d4-923d-fbc651a08f1a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:11.352 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:11.352 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:11.352 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:11.359 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.352771965s] [2024/05/07 02:09:11.359 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:11.359 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:11.359 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:11.359 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:11.359 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:11.359 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:11.359 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:11.360 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:11.360 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:11.360 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:11.360 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:11.360 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:11.360 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:11.361 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertIgnore (4.67s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdate [2024/05/07 02:09:11.368 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:11.369 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:11.370 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:11.370 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:11.370 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:11.371 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:11.371 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:11.371 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:11.371 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:11.372 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:11.373 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:11.377 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:11.379 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:11.381 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:11.389 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:11.400 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:11.489 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 2fb4afd7-aa02-4235-b6d2-47e37723f981"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:11.536 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1227] ["lease id"=22318f50cd6b1b6e] [2024/05/07 02:09:11.539 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:11.635 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=70] ["start time"=92.513094ms] [2024/05/07 02:09:11.640 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:11.640 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=4a4c2b82-e47a-444e-956a-131c31a9e562] [runWorker=true] [2024/05/07 02:09:11.640 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:11.643 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:11.644 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:11.644 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:11.644 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:11.644 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:11.644 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:11.646 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b1327] [ownerID=4a4c2b82-e47a-444e-956a-131c31a9e562] [op=none] [2024/05/07 02:09:11.647 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:11.647 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=3b1a99bc-65bc-45df-9e29-f3d607ebf2db] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:11.651 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:11.676 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:11.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:11.677 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:11.696 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:11.697 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b1327] [ownerID=4a4c2b82-e47a-444e-956a-131c31a9e562] [op=none] [2024/05/07 02:09:11.697 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [op=none] [2024/05/07 02:09:11.697 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:11.783 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:11.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:11.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:11.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:11.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:11.815 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:11.815 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:11.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:11.816 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:11.816 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:11.816 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:11.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:11.818 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:11.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:11.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:11.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:11.819 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:11.819 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:11.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:11.823 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:11.832 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8fef908d-da73-4da8-a28c-49d7f73da367] [2024/05/07 02:09:11.832 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:11.832 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:11.832 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:11.832 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:11.832 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:11.858 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=40.310245ms] [2024/05/07 02:09:11.883 +00:00] [INFO] [set.go:170] ["set global var"] [conn=11] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:11.887 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:09:11.889 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:11.891 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=11] [schemaVersion=70] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:09:11.938 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:11.938 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:12.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=322.598µs] [gotSchemaVersion=71] [phyTblIDs="[120]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.051 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=71] [2024/05/07 02:09:12.087 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=54.500461ms] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.160 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=287.788µs] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.205 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=72] [2024/05/07 02:09:12.243 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=54.228622ms] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [category=ddl] [job="ID:122, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:120, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.326 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 120, Old Table Name: _t"] [2024/05/07 02:09:12.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=225.658µs] [gotSchemaVersion=73] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.371 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/07 02:09:12.410 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.453565ms] [job="ID:122, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.477 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=122] [tableIDs="[120]"] [comment="drop table: table ID"] [2024/05/07 02:09:12.492 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=122] [jobType="drop table"] [2024/05/07 02:09:12.496 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=122] [conn=11] [job="ID:122, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:120, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:11.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.553 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/07 02:09:12.554 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:12.583 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:12.583 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:12.632 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=292.656µs] [gotSchemaVersion=74] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.667 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:12.667 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:12.667 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:12.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:12.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/07 02:09:12.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.575566ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.832 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:12.833 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:12.833 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:12.833 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8fef908d-da73-4da8-a28c-49d7f73da367] [watcherID=e31ce07e-b307-4959-99cc-63659536fa65] [2024/05/07 02:09:12.842 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=306.994µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.846 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:12.846 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:12.846 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:12.846 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:12.854 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/07 02:09:12.891 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.785762ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.963 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.974 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 118, Old Table Name: t"] [2024/05/07 02:09:13.008 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=230.939µs] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:13.021 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/07 02:09:13.057 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.481382ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.114 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/07 02:09:13.122 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/07 02:09:13.126 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=123] [conn=11] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:12.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.182 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 02:09:13.182 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:13.186 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 11\n# Query_time: 1.295018225\n# Parse_time: 0.000218747\n# Compile_time: 0.000505601\n# Rewrite_time: 0.000012819\n# Optimize_time: 0.000175434\n# Wait_TS: 0.000385565\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:09:13.195 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:09:13.198 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=76] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:09:13.237 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:13.237 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:09:13.289 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.298 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 124, Table Name: t"] [2024/05/07 02:09:13.349 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.274417ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:13.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/07 02:09:13.396 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.931608ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.434 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=125] [conn=12] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.182 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.498 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/07 02:09:13.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:13.502 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.305251202\n# Parse_time: 0.000480976\n# Compile_time: 0.000701822\n# Rewrite_time: 0.000008537\n# Optimize_time: 0.000323243\n# Wait_TS: 0.000436531\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/07 02:09:13.504 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=12] [schemaVersion=77] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:09:13.541 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:13.541 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:09:13.615 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [category=ddl] [job="ID:127, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.623 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 126, Table Name: _t"] [2024/05/07 02:09:13.644 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:13.690 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=2.611301ms] [gotSchemaVersion=78] [phyTblIDs="[126]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:13.704 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=127] [version=78] [2024/05/07 02:09:13.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.385455ms] [job="ID:127, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.812 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=127] [conn=12] [job="ID:127, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.848 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/05/07 02:09:13.848 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:13.852 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 12\n# Query_time: 0.349400887\n# Parse_time: 0.000323178\n# Compile_time: 0.000918494\n# Rewrite_time: 0.000017033\n# Optimize_time: 0.000323243\n# Wait_TS: 0.00036077\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/07 02:09:14.730 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [2024/05/07 02:09:14.730 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [2024/05/07 02:09:14.730 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:14.732 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=26.434µs] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=10.77µs] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=13.497µs] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=13.025µs] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=10.267µs] [2024/05/07 02:09:14.733 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:14.733 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:14.733 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:14.736 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=4a4c2b82-e47a-444e-956a-131c31a9e562] ["take time"=25.068927ms] [2024/05/07 02:09:14.736 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=4a4c2b82-e47a-444e-956a-131c31a9e562] [2024/05/07 02:09:14.738 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:14.738 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8fef908d-da73-4da8-a28c-49d7f73da367] [watcherID=e31ce07e-b307-4959-99cc-63659536fa65] [2024/05/07 02:09:14.738 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:14.738 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8fef908d-da73-4da8-a28c-49d7f73da367] [2024/05/07 02:09:14.738 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:14.739 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:14.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.739 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:14.745 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:14.745 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1227] [2024/05/07 02:09:14.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=4a4c2b82-e47a-444e-956a-131c31a9e562] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:14.746 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:14.746 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:14.746 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3b1a99bc-65bc-45df-9e29-f3d607ebf2db"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:14.746 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [error="context canceled"] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:14.746 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:14.746 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:14.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:14.746 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:14.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:14.746 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:14.746 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:14.747 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=4a4c2b82-e47a-444e-956a-131c31a9e562] [2024/05/07 02:09:14.747 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:14.747 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:14.747 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:14.747 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:14.747 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:14.747 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:14.747 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:14.748 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:14.748 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:14.748 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:14.748 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3b1a99bc-65bc-45df-9e29-f3d607ebf2db"] [error="context canceled"] [2024/05/07 02:09:14.748 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:14.748 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=3b1a99bc-65bc-45df-9e29-f3d607ebf2db] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:14.749 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3b1a99bc-65bc-45df-9e29-f3d607ebf2db"] [2024/05/07 02:09:14.749 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:14.827 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:14.827 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [error="context canceled"] [2024/05/07 02:09:14.828 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [2024/05/07 02:09:15.996 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.996 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 3b1a99bc-65bc-45df-9e29-f3d607ebf2db"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.996 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:15.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:16.083 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 4a4c2b82-e47a-444e-956a-131c31a9e562"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:16.083 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:16.083 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:16.083 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:16.091 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.379996092s] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:16.092 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:16.092 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:16.092 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:16.092 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:16.093 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdate (4.73s) === RUN TestPipelinedDMLInsertRPC [2024/05/07 02:09:16.101 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:16.101 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:16.102 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:16.103 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:16.103 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:16.104 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:16.104 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:16.104 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:16.104 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:16.104 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:16.106 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:16.110 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:16.112 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:16.114 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:16.125 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:16.136 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:16.290 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1619] ["lease id"=3eaa8f50cd6b135a] [2024/05/07 02:09:16.292 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:16.391 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=78] ["start time"=93.799971ms] [2024/05/07 02:09:16.397 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:16.397 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=3629e18c-c90e-4d7c-93ca-3917e950824f] [runWorker=true] [2024/05/07 02:09:16.397 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:16.399 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:16.400 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:16.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:16.401 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:16.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:16.401 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:16.401 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:16.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:16.401 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:16.401 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:16.402 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b21a8] [ownerID=3629e18c-c90e-4d7c-93ca-3917e950824f] [op=none] [2024/05/07 02:09:16.403 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:16.403 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5d6849df-4953-4e9e-9982-7d4bc4288bd7] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:16.408 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:16.433 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:16.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:16.434 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:16.452 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:16.453 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b21a8] [ownerID=3629e18c-c90e-4d7c-93ca-3917e950824f] [op=none] [2024/05/07 02:09:16.453 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [op=none] [2024/05/07 02:09:16.453 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:16.540 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:16.558 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:16.570 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:16.570 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:16.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:16.571 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:16.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:16.571 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:16.571 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:16.571 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:16.571 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:16.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:16.573 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:16.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:16.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:16.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:16.575 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:16.575 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:16.578 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:16.579 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:16.585 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f8b60f05-e6e3-4325-aed1-1084c49fddc9] [2024/05/07 02:09:16.585 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:16.586 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:16.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:16.589 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:16.589 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:16.617 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.062878ms] [2024/05/07 02:09:16.627 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:16.632 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:09:16.635 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:16.637 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=78] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:09:16.667 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:16.667 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:16.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.763 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=244.032µs] [gotSchemaVersion=79] [phyTblIDs="[126]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.774 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=79] [2024/05/07 02:09:16.813 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=54.355756ms] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.866 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=217.112µs] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:16.907 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=80] [2024/05/07 02:09:16.946 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.681216ms] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [category=ddl] [job="ID:128, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:126, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.029 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 126, Old Table Name: _t"] [2024/05/07 02:09:17.060 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=243.841µs] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.070 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/07 02:09:17.109 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.280006ms] [job="ID:128, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.189 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=128] [tableIDs="[126]"] [comment="drop table: table ID"] [2024/05/07 02:09:17.203 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=128] [jobType="drop table"] [2024/05/07 02:09:17.207 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=128] [conn=13] [job="ID:128, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:126, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:16.632 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.264 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/07 02:09:17.264 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:17.293 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:17.293 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:17.371 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=276.786µs] [gotSchemaVersion=82] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.414 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/07 02:09:17.422 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:17.422 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:17.422 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:17.423 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:17.452 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=53.711089ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.558 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=228.087µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.570 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/07 02:09:17.585 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:17.585 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:17.586 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f8b60f05-e6e3-4325-aed1-1084c49fddc9] [watcherID=98c71f10-e79a-4f99-8591-fa830102d0e8] [2024/05/07 02:09:17.590 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:17.603 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:17.603 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:17.603 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:17.603 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:17.607 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=53.451957ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.675 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.684 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 124, Old Table Name: t"] [2024/05/07 02:09:17.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=231.452µs] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:17.728 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/07 02:09:17.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=54.265907ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.825 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/07 02:09:17.834 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/07 02:09:17.839 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=129] [conn=13] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:17.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:17.922 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/07 02:09:17.922 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:17.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 1.289090648\n# Parse_time: 0.000257669\n# Compile_time: 0.000608263\n# Rewrite_time: 0.000010791\n# Optimize_time: 0.000218755\n# Wait_TS: 0.000442206\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:09:17.934 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:17.937 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=84] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/07 02:09:17.975 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:17.975 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/07 02:09:18.056 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.064 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 130, Table Name: t1"] [2024/05/07 02:09:18.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.442005ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:18.135 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/07 02:09:18.170 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=53.789619ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.212 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=131] [conn=14] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:17.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.255 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/07 02:09:18.255 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:18.259 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.322999345\n# Parse_time: 0.000625915\n# Compile_time: 0.000913519\n# Rewrite_time: 0.000010083\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000400842\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int);"] [2024/05/07 02:09:18.275 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=85] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/07 02:09:18.313 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:18.313 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/07 02:09:18.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.381 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 132, Table Name: _t1"] [2024/05/07 02:09:18.401 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:18.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=2.621769ms] [gotSchemaVersion=86] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:18.453 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=133] [version=86] [2024/05/07 02:09:18.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.522939ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=133] [conn=14] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.564 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/05/07 02:09:18.564 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:18.615 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=86] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:18.647 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:18.646 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:18.706 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:132, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.719 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 134, Table Name: _t1, Old Table ID: 132, Old Table Name: _t1"] [2024/05/07 02:09:18.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.465791ms] [gotSchemaVersion=87] [phyTblIDs="[132,134]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:18.775 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=87] [2024/05/07 02:09:18.811 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.781514ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.882 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/05/07 02:09:18.891 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/05/07 02:09:18.896 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=135] [conn=14] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:132, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/07 02:09:18.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:18.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.341462304\n# Parse_time: 0.000216412\n# Compile_time: 0.000604289\n# Rewrite_time: 0.000009917\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000402396\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:18.971 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589479717732357] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.498522ms] [2024/05/07 02:09:18.971 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589479717732357] [2024/05/07 02:09:18.973 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589479717732357] [commitTS=449589479717732361] [2024/05/07 02:09:18.973 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589479717732357] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] [concurrency=8] [2024/05/07 02:09:18.977 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589479717732357] [startKey=7480000000000000865f728000000000000001] [endKey=7480000000000000865f728000000000000005] ["cost time"=3.56548ms] ["completed regions"=1] [2024/05/07 02:09:18.977 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589479717732357] [commitTS=449589479717732361] [session=14] [2024/05/07 02:09:18.978 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=87] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:19.009 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:19.009 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:19.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:134, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.072 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 136, Table Name: _t1, Old Table ID: 134, Old Table Name: _t1"] [2024/05/07 02:09:19.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=2.571563ms] [gotSchemaVersion=88] [phyTblIDs="[134,136]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:19.123 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=88] [2024/05/07 02:09:19.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=53.731828ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.222 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/05/07 02:09:19.231 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/05/07 02:09:19.235 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=137] [conn=14] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:134, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.294 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/07 02:09:19.294 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:19.298 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.321338917\n# Parse_time: 0.000287034\n# Compile_time: 0.00076897\n# Rewrite_time: 0.000009573\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000353544\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:19.337 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589479809482756] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.636205ms] [2024/05/07 02:09:19.337 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589479809482756] [2024/05/07 02:09:19.339 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589479809482756] [commitTS=449589479822589953] [2024/05/07 02:09:19.339 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589479809482756] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] [concurrency=8] [2024/05/07 02:09:19.343 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589479809482756] [startKey=7480000000000000885f728000000000000001] [endKey=7480000000000000885f728000000000000005] ["cost time"=3.458245ms] ["completed regions"=1] [2024/05/07 02:09:19.343 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589479809482756] [commitTS=449589479822589953] [session=14] [2024/05/07 02:09:19.355 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589479822589955] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.639241ms] [2024/05/07 02:09:19.355 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589479822589955] [2024/05/07 02:09:19.357 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589479822589955] [commitTS=449589479822589956] [2024/05/07 02:09:19.357 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589479822589955] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] [concurrency=8] [2024/05/07 02:09:19.360 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589479822589955] [startKey=7480000000000000885f728000000000000006] [endKey=7480000000000000885f72800000000000000a] ["cost time"=2.940312ms] ["completed regions"=1] [2024/05/07 02:09:19.361 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589479822589955] [commitTS=449589479822589956] [session=14] [2024/05/07 02:09:19.372 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589479822589958] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.454449ms] [2024/05/07 02:09:19.373 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589479822589958] [2024/05/07 02:09:19.374 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589479822589958] [commitTS=449589479822589959] [2024/05/07 02:09:19.375 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589479822589958] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] [concurrency=8] [2024/05/07 02:09:19.378 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589479822589958] [startKey=7480000000000000885f72800000000000000b] [endKey=7480000000000000885f72800000000000000f] ["cost time"=2.828749ms] ["completed regions"=1] [2024/05/07 02:09:19.378 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589479822589958] [commitTS=449589479822589959] [session=14] [2024/05/07 02:09:19.388 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589479822589961] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.422646ms] [2024/05/07 02:09:19.388 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589479822589961] [2024/05/07 02:09:19.390 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589479822589961] [commitTS=449589479835697153] [2024/05/07 02:09:19.390 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589479822589961] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] [concurrency=8] [2024/05/07 02:09:19.394 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589479822589961] [startKey=7480000000000000885f728000000000000010] [endKey=7480000000000000885f728000000000000014] ["cost time"=3.398302ms] ["completed regions"=1] [2024/05/07 02:09:19.394 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589479822589961] [commitTS=449589479835697153] [session=14] [2024/05/07 02:09:19.394 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=88] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:19.423 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:19.423 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:19.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.506 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=284.83µs] [gotSchemaVersion=89] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.518 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=89] [2024/05/07 02:09:19.554 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.601561ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=240.385µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=90] [2024/05/07 02:09:19.706 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=52.976448ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.773 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 130, Old Table Name: t1"] [2024/05/07 02:09:19.805 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=227.871µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:19.815 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=91] [2024/05/07 02:09:19.854 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.956207ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.925 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/07 02:09:19.933 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/07 02:09:19.937 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=138] [conn=14] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:19.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.990 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/07 02:09:19.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.017 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.017 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:20.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.111 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=280.147µs] [gotSchemaVersion=92] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:20.122 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=92] [2024/05/07 02:09:20.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.513161ms] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.264 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=226.613µs] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:20.274 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=93] [2024/05/07 02:09:20.313 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.143385ms] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.367 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [category=ddl] [job="ID:139, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.376 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 136, Old Table Name: _t1"] [2024/05/07 02:09:20.417 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=284.506µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:20.427 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=139] [version=94] [2024/05/07 02:09:20.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.940816ms] [job="ID:139, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.512 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=139] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/07 02:09:20.520 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=139] [jobType="drop table"] [2024/05/07 02:09:20.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=139] [conn=14] [job="ID:139, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:19.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.588 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/05/07 02:09:20.588 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.592 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.1989406\n# Parse_time: 0.000376419\n# Compile_time: 0.000695103\n# Rewrite_time: 0.000012551\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000441119\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:20.595 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=94] [cur_db=test] [sql="create table _t1 (a int, b int)"] [user=] [2024/05/07 02:09:20.683 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.683 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int)"] [2024/05/07 02:09:20.754 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.763 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 140, Table Name: _t1"] [2024/05/07 02:09:20.841 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.261824ms] [gotSchemaVersion=95] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:20.852 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=141] [version=95] [2024/05/07 02:09:20.888 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=54.194375ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.929 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=141] [conn=14] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.968 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/05/07 02:09:20.968 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.379664279\n# Parse_time: 0.000801258\n# Compile_time: 0.00109735\n# Rewrite_time: 0.000011073\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000726997\n# DB: test\n# Is_internal: false\n# Digest: 4d6b14b214439acb9c7ea976f24914f295bc2fcbd3a0e2f0b677113a5bfca6a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int);"] [2024/05/07 02:09:20.999 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=95] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:21.028 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:20.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:21.028 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:20.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:21.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [category=ddl] [job="ID:143, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:140, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.104 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 142, Table Name: _t1, Old Table ID: 140, Old Table Name: _t1"] [2024/05/07 02:09:21.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=2.356806ms] [gotSchemaVersion=96] [phyTblIDs="[140,142]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:21.160 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=143] [version=96] [2024/05/07 02:09:21.197 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=54.257623ms] [job="ID:143, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.254 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=143] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/05/07 02:09:21.263 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=143] [jobType="truncate table"] [2024/05/07 02:09:21.266 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=143] [conn=14] [job="ID:143, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:140, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.321 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=143] [2024/05/07 02:09:21.321 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:21.325 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.326840652\n# Parse_time: 0.000341341\n# Compile_time: 0.000830013\n# Rewrite_time: 0.000012751\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000389218\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:21.336 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480333770761] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.376165ms] [2024/05/07 02:09:21.336 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589480333770761] [2024/05/07 02:09:21.338 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480333770761] [commitTS=449589480346615809] [2024/05/07 02:09:21.338 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480333770761] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] [concurrency=8] [2024/05/07 02:09:21.341 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=96] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:21.341 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480333770761] [startKey=74800000000000008e5f728000000000000001] [endKey=74800000000000008e5f728000000000000005] ["cost time"=2.954625ms] ["completed regions"=1] [2024/05/07 02:09:21.341 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480333770761] [commitTS=449589480346615809] [session=14] [2024/05/07 02:09:21.368 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:21.368 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:21.446 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [category=ddl] [job="ID:145, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:142, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.458 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 144, Table Name: _t1, Old Table ID: 142, Old Table Name: _t1"] [2024/05/07 02:09:21.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=24.497914ms] [gotSchemaVersion=97] [phyTblIDs="[142,144]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:21.536 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=145] [version=97] [2024/05/07 02:09:21.545 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.76648ms] [job="ID:145, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.606 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[142]"] [comment="drop table: table ID"] [2024/05/07 02:09:21.617 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="truncate table"] [2024/05/07 02:09:21.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=145] [conn=14] [job="ID:145, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:142, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.680 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/05/07 02:09:21.680 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:21.685 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.344099958\n# Parse_time: 0.000237174\n# Compile_time: 0.000669797\n# Rewrite_time: 0.000009225\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000355896\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:21.698 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480438628353] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.835685ms] [2024/05/07 02:09:21.698 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589480438628353] [2024/05/07 02:09:21.700 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480438628353] [commitTS=449589480438628358] [2024/05/07 02:09:21.700 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480438628353] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] [concurrency=8] [2024/05/07 02:09:21.703 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480438628353] [startKey=7480000000000000905f728000000000000001] [endKey=7480000000000000905f728000000000000005] ["cost time"=3.181336ms] ["completed regions"=1] [2024/05/07 02:09:21.703 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480438628353] [commitTS=449589480438628358] [session=14] [2024/05/07 02:09:21.710 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480438628359] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.499728ms] [2024/05/07 02:09:21.711 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589480438628359] [2024/05/07 02:09:21.712 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480438628359] [commitTS=449589480438628360] [2024/05/07 02:09:21.712 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480438628359] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] [concurrency=8] [2024/05/07 02:09:21.716 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480438628359] [startKey=7480000000000000905f728000000000000006] [endKey=7480000000000000905f72800000000000000a] ["cost time"=2.881527ms] ["completed regions"=1] [2024/05/07 02:09:21.716 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480438628359] [commitTS=449589480438628360] [session=14] [2024/05/07 02:09:21.722 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480438628362] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.629155ms] [2024/05/07 02:09:21.722 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589480438628362] [2024/05/07 02:09:21.724 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480438628362] [commitTS=449589480438628363] [2024/05/07 02:09:21.724 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480438628362] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] [concurrency=8] [2024/05/07 02:09:21.727 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480438628362] [startKey=7480000000000000905f72800000000000000b] [endKey=7480000000000000905f72800000000000000f] ["cost time"=2.820858ms] ["completed regions"=1] [2024/05/07 02:09:21.727 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480438628362] [commitTS=449589480438628363] [session=14] [2024/05/07 02:09:21.732 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480438628364] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.482885ms] [2024/05/07 02:09:21.733 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589480438628364] [2024/05/07 02:09:21.734 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480438628364] [commitTS=449589480438628366] [2024/05/07 02:09:21.734 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480438628364] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] [concurrency=8] [2024/05/07 02:09:21.737 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=97] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:21.738 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480438628364] [startKey=7480000000000000905f728000000000000010] [endKey=7480000000000000905f728000000000000014] ["cost time"=3.157991ms] ["completed regions"=1] [2024/05/07 02:09:21.738 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480438628364] [commitTS=449589480438628366] [session=14] [2024/05/07 02:09:21.767 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:21.767 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:21.837 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.868 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=292.828µs] [gotSchemaVersion=98] [phyTblIDs="[144]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:21.879 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=98] [2024/05/07 02:09:21.918 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=54.119956ms] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=245.983µs] [gotSchemaVersion=99] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:22.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=99] [2024/05/07 02:09:22.064 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.637126ms] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.134 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [category=ddl] [job="ID:146, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:144, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.145 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 144, Old Table Name: _t1"] [2024/05/07 02:09:22.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=225.429µs] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:22.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/07 02:09:22.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.118014ms] [job="ID:146, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.266 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=146] [tableIDs="[144]"] [comment="drop table: table ID"] [2024/05/07 02:09:22.274 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=146] [jobType="drop table"] [2024/05/07 02:09:22.278 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=146] [conn=14] [job="ID:146, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:144, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:21.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.356 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/07 02:09:22.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:22.361 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.624824069\n# Parse_time: 0.000318154\n# Compile_time: 0.000675426\n# Rewrite_time: 0.00001594\n# Optimize_time: 0.000364394\n# Wait_TS: 0.00045184\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:22.362 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=100] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/07 02:09:22.403 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:22.403 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/07 02:09:22.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [category=ddl] [job="ID:148, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.480 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 147, Table Name: t1"] [2024/05/07 02:09:22.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.373253ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:22.540 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/07 02:09:22.575 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=53.022954ms] [job="ID:148, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.650 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=148] [conn=14] [job="ID:148, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.692 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/07 02:09:22.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:22.696 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.334286247\n# Parse_time: 0.000437221\n# Compile_time: 0.000703997\n# Rewrite_time: 0.000010508\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000393086\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/07 02:09:22.706 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480700772357] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.540934ms] [2024/05/07 02:09:22.706 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589480700772357] [2024/05/07 02:09:22.708 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480700772357] [commitTS=449589480700772360] [2024/05/07 02:09:22.708 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480700772357] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] [concurrency=8] [2024/05/07 02:09:22.710 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=101] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/07 02:09:22.711 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480700772357] [startKey=7480000000000000935f728000000000000001] [endKey=7480000000000000935f728000000000000005] ["cost time"=2.791757ms] ["completed regions"=1] [2024/05/07 02:09:22.711 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480700772357] [commitTS=449589480700772360] [session=14] [2024/05/07 02:09:22.748 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/07 02:09:22.748 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:22.789 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.796 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 149, Table Name: _t1"] [2024/05/07 02:09:22.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=2.113015ms] [gotSchemaVersion=102] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:22.851 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/07 02:09:22.888 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=53.525737ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=150] [conn=14] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.981 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/07 02:09:22.981 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.006 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=102] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:23.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:22.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:22.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:23.097 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [category=ddl] [job="ID:152, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:149, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.107 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 151, Table Name: _t1, Old Table ID: 149, Old Table Name: _t1"] [2024/05/07 02:09:23.147 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.264929ms] [gotSchemaVersion=103] [phyTblIDs="[149,151]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:23.158 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/07 02:09:23.194 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.376673ms] [job="ID:152, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.251 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=152] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/05/07 02:09:23.260 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=152] [jobType="truncate table"] [2024/05/07 02:09:23.264 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=152] [conn=14] [job="ID:152, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:149, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.316 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/07 02:09:23.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.320 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.314391387\n# Parse_time: 0.000228483\n# Compile_time: 0.000563918\n# Rewrite_time: 0.000009694\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000350914\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:23.330 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480858058761] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.322417ms] [2024/05/07 02:09:23.330 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449589480858058761] [2024/05/07 02:09:23.331 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480858058761] [commitTS=449589480858058762] [2024/05/07 02:09:23.332 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480858058761] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] [concurrency=8] [2024/05/07 02:09:23.335 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=103] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:23.335 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480858058761] [startKey=7480000000000000975f728000000000000001] [endKey=7480000000000000975f728000000000000005] ["cost time"=3.551915ms] ["completed regions"=1] [2024/05/07 02:09:23.335 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480858058761] [commitTS=449589480858058762] [session=14] [2024/05/07 02:09:23.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:23.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.362 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:23.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:23.414 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.424 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 153, Table Name: _t1, Old Table ID: 151, Old Table Name: _t1"] [2024/05/07 02:09:23.463 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.374535ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:23.474 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/07 02:09:23.510 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.140642ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.567 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/07 02:09:23.575 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/07 02:09:23.579 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=154] [conn=14] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.664 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/07 02:09:23.664 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.668 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.33353913\n# Parse_time: 0.000210463\n# Compile_time: 0.000601068\n# Rewrite_time: 0.000010216\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000392856\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:23.680 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480949809163] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.453542ms] [2024/05/07 02:09:23.680 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449589480949809163] [2024/05/07 02:09:23.682 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480949809163] [commitTS=449589480949809165] [2024/05/07 02:09:23.682 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480949809163] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/07 02:09:23.685 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480949809163] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=3.014688ms] ["completed regions"=1] [2024/05/07 02:09:23.685 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480949809163] [commitTS=449589480949809165] [session=14] [2024/05/07 02:09:23.716 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480962916355] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.533786ms] [2024/05/07 02:09:23.716 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449589480962916355] [2024/05/07 02:09:23.718 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480962916355] [commitTS=449589480962916357] [2024/05/07 02:09:23.718 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480962916355] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] [concurrency=8] [2024/05/07 02:09:23.721 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480962916355] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f72800000000000000a] ["cost time"=2.936405ms] ["completed regions"=1] [2024/05/07 02:09:23.721 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480962916355] [commitTS=449589480962916357] [session=14] [2024/05/07 02:09:23.737 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589480962916358] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.272962ms] [2024/05/07 02:09:23.737 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449589480962916358] [2024/05/07 02:09:23.739 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589480962916358] [commitTS=449589480976023553] [2024/05/07 02:09:23.739 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589480962916358] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] [concurrency=8] [2024/05/07 02:09:23.742 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589480962916358] [startKey=7480000000000000995f728000000000000001] [endKey=7480000000000000995f728000000000000005] ["cost time"=2.616578ms] ["completed regions"=1] [2024/05/07 02:09:23.742 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589480962916358] [commitTS=449589480976023553] [session=14] [2024/05/07 02:09:23.744 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=104] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:23.767 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.767 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:23.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=244.127µs] [gotSchemaVersion=105] [phyTblIDs="[147]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:23.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=105] [2024/05/07 02:09:23.892 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.268496ms] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.955 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=232.709µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:23.966 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=106] [2024/05/07 02:09:24.004 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=52.843035ms] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.064 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [category=ddl] [job="ID:155, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:147, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.073 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 147, Old Table Name: t1"] [2024/05/07 02:09:24.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=248.559µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.120 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=107] [2024/05/07 02:09:24.158 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.404039ms] [job="ID:155, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.213 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=155] [tableIDs="[147]"] [comment="drop table: table ID"] [2024/05/07 02:09:24.221 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=155] [jobType="drop table"] [2024/05/07 02:09:24.225 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=155] [conn=14] [job="ID:155, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:147, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:23.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.280 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/07 02:09:24.280 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:24.306 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:24.305 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:24.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.401 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=407.72µs] [gotSchemaVersion=108] [phyTblIDs="[153]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.415 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=108] [2024/05/07 02:09:24.426 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=52.819098ms] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.476 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=249.965µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.517 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=109] [2024/05/07 02:09:24.556 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.162612ms] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.620 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [category=ddl] [job="ID:156, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.630 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 153, Old Table Name: _t1"] [2024/05/07 02:09:24.665 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=238.02µs] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.676 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=110] [2024/05/07 02:09:24.711 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.244482ms] [job="ID:156, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.762 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/07 02:09:24.771 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="drop table"] [2024/05/07 02:09:24.775 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=156] [conn=14] [job="ID:156, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:24.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.828 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/07 02:09:24.828 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:24.832 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.088698621\n# Parse_time: 0.000339793\n# Compile_time: 0.000725068\n# Rewrite_time: 0.000022275\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000407336\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:24.833 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=110] [cur_db=test] [sql="create table _t1 (a int primary key, b int)"] [user=] [2024/05/07 02:09:24.875 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:24.875 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int)"] [2024/05/07 02:09:24.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [category=ddl] [job="ID:158, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.943 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 157, Table Name: _t1"] [2024/05/07 02:09:24.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.23391ms] [gotSchemaVersion=111] [phyTblIDs="[157]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:25.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=158] [version=111] [2024/05/07 02:09:25.037 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.60202ms] [job="ID:158, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.075 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=158] [conn=14] [job="ID:158, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.128 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=158] [2024/05/07 02:09:25.128 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=111] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:25.176 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.176 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:25.241 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [category=ddl] [job="ID:160, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:157, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.251 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 159, Table Name: _t1, Old Table ID: 157, Old Table Name: _t1"] [2024/05/07 02:09:25.287 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=2.243623ms] [gotSchemaVersion=112] [phyTblIDs="[157,159]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:25.298 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=160] [version=112] [2024/05/07 02:09:25.334 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=53.173413ms] [job="ID:160, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.364 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[157]"] [comment="drop table: table ID"] [2024/05/07 02:09:25.372 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="truncate table"] [2024/05/07 02:09:25.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=160] [conn=14] [job="ID:160, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:157, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.425 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/05/07 02:09:25.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.436 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589481408561166] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.652014ms] [2024/05/07 02:09:25.436 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449589481408561166] [2024/05/07 02:09:25.438 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589481408561166] [commitTS=449589481421668354] [2024/05/07 02:09:25.438 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589481408561166] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] [concurrency=8] [2024/05/07 02:09:25.441 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=112] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:25.442 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589481408561166] [startKey=74800000000000009f5f728000000000000001] [endKey=74800000000000009f5f728000000000000005] ["cost time"=2.927405ms] ["completed regions"=1] [2024/05/07 02:09:25.442 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589481408561166] [commitTS=449589481421668354] [session=14] [2024/05/07 02:09:25.468 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.468 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:25.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [category=ddl] [job="ID:162, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:159, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.546 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 161, Table Name: _t1, Old Table ID: 159, Old Table Name: _t1"] [2024/05/07 02:09:25.585 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=2.848306ms] [gotSchemaVersion=113] [phyTblIDs="[159,161]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:25.598 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/07 02:09:25.632 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.659329ms] [job="ID:162, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.668 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[159]"] [comment="drop table: table ID"] [2024/05/07 02:09:25.677 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="truncate table"] [2024/05/07 02:09:25.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=162] [conn=14] [job="ID:162, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:159, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.433 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.752 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/07 02:09:25.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.757 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.317138281\n# Parse_time: 0.000267991\n# Compile_time: 0.00071712\n# Rewrite_time: 0.000008934\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000461279\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:25.767 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589481500049412] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.597467ms] [2024/05/07 02:09:25.767 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449589481500049412] [2024/05/07 02:09:25.769 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589481500049412] [commitTS=449589481500049414] [2024/05/07 02:09:25.769 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589481500049412] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/07 02:09:25.773 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589481500049412] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=3.120912ms] ["completed regions"=1] [2024/05/07 02:09:25.773 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589481500049412] [commitTS=449589481500049414] [session=14] [2024/05/07 02:09:25.792 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589481513418754] [generation=1] [session=14] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.527192ms] [2024/05/07 02:09:25.792 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=240B] [startTS=449589481513418754] [2024/05/07 02:09:25.794 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589481513418754] [commitTS=449589481513418755] [2024/05/07 02:09:25.794 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589481513418754] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] [concurrency=8] [2024/05/07 02:09:25.797 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589481513418754] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f72800000000000000a] ["cost time"=3.023466ms] ["completed regions"=1] [2024/05/07 02:09:25.797 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589481513418754] [commitTS=449589481513418755] [session=14] [2024/05/07 02:09:25.804 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589481513418756] [generation=1] [session=14] [keys=5] [size=145B] ["flushed keys"=5] ["flushed size"=145B] ["take time"=1.380562ms] [2024/05/07 02:09:25.804 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=145B] [startTS=449589481513418756] [2024/05/07 02:09:25.806 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589481513418756] [commitTS=449589481513418758] [2024/05/07 02:09:25.806 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589481513418756] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] [concurrency=8] [2024/05/07 02:09:25.809 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589481513418756] [startKey=7480000000000000a15f728000000000000001] [endKey=7480000000000000a15f728000000000000005] ["cost time"=2.639599ms] ["completed regions"=1] [2024/05/07 02:09:25.809 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589481513418756] [commitTS=449589481513418758] [session=14] [2024/05/07 02:09:25.809 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=113] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:25.833 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:25.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.889 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.919 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=246.157µs] [gotSchemaVersion=114] [phyTblIDs="[161]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:25.929 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=114] [2024/05/07 02:09:25.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.92586ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=229.606µs] [gotSchemaVersion=115] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:26.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=115] [2024/05/07 02:09:26.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=53.07941ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:161, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.129 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 161, Old Table Name: _t1"] [2024/05/07 02:09:26.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=223.348µs] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:26.176 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=163] [version=116] [2024/05/07 02:09:26.210 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=53.210753ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.265 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/05/07 02:09:26.274 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/05/07 02:09:26.278 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=163] [conn=14] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:161, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:25.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.331 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/05/07 02:09:26.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.334 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.526026475\n# Parse_time: 0.00037743\n# Compile_time: 0.000770851\n# Rewrite_time: 0.000014538\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000350862\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:26.336 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=116] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/07 02:09:26.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:26.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/07 02:09:26.440 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.447 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 164, Table Name: t1"] [2024/05/07 02:09:26.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=2.583482ms] [gotSchemaVersion=117] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:26.543 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=117] [2024/05/07 02:09:26.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=53.895656ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.622 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=165] [conn=14] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.332 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.655 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/07 02:09:26.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.659 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.323772494\n# Parse_time: 0.000414099\n# Compile_time: 0.000623687\n# Rewrite_time: 0.000009137\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000411982\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/07 02:09:26.669 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589481736241164] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.310493ms] [2024/05/07 02:09:26.670 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589481736241164] [2024/05/07 02:09:26.671 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589481736241164] [commitTS=449589481736241167] [2024/05/07 02:09:26.671 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589481736241164] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] [concurrency=8] [2024/05/07 02:09:26.673 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=117] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/07 02:09:26.675 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589481736241164] [startKey=7480000000000000a45f728000000000000001] [endKey=7480000000000000a45f728000000000000005] ["cost time"=3.02295ms] ["completed regions"=1] [2024/05/07 02:09:26.675 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589481736241164] [commitTS=449589481736241167] [session=14] [2024/05/07 02:09:26.713 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:26.713 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/07 02:09:26.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [category=ddl] [job="ID:167, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.785 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 166, Table Name: _t1"] [2024/05/07 02:09:26.844 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=2.563158ms] [gotSchemaVersion=118] [phyTblIDs="[166]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:26.855 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=118] [2024/05/07 02:09:26.890 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.058215ms] [job="ID:167, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:26.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.953 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=167] [conn=14] [job="ID:167, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:26.682 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:26.992 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/07 02:09:26.992 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:26.995 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.323451415\n# Parse_time: 0.000720999\n# Compile_time: 0.000938356\n# Rewrite_time: 0.000009937\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000460634\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/07 02:09:27.023 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=118] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:27.051 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.051 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:27.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [category=ddl] [job="ID:169, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:166, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 168, Table Name: _t1, Old Table ID: 166, Old Table Name: _t1"] [2024/05/07 02:09:27.186 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.150853ms] [gotSchemaVersion=119] [phyTblIDs="[166,168]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:27.198 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=119] [2024/05/07 02:09:27.232 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.733194ms] [job="ID:169, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.269 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[166]"] [comment="drop table: table ID"] [2024/05/07 02:09:27.277 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="truncate table"] [2024/05/07 02:09:27.281 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=169] [conn=14] [job="ID:169, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:166, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.338 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/07 02:09:27.338 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.342 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.319744109\n# Parse_time: 0.000185414\n# Compile_time: 0.000569358\n# Rewrite_time: 0.000008939\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000383443\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:27.356 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589481919741954] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.539538ms] [2024/05/07 02:09:27.356 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449589481919741954] [2024/05/07 02:09:27.358 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589481919741954] [commitTS=449589481919741958] [2024/05/07 02:09:27.358 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589481919741954] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] [concurrency=8] [2024/05/07 02:09:27.362 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589481919741954] [startKey=7480000000000000a85f698000000000000001038000000000000001] [endKey=7480000000000000a85f728000000000000005] ["cost time"=3.24676ms] ["completed regions"=1] [2024/05/07 02:09:27.362 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589481919741954] [commitTS=449589481919741958] [session=14] [2024/05/07 02:09:27.362 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=119] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:27.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:27.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.395 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:27.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:27.451 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [category=ddl] [job="ID:171, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:168, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.462 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 170, Table Name: _t1, Old Table ID: 168, Old Table Name: _t1"] [2024/05/07 02:09:27.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=2.675752ms] [gotSchemaVersion=120] [phyTblIDs="[168,170]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:27.522 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=171] [version=120] [2024/05/07 02:09:27.557 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.198554ms] [job="ID:171, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.618 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=171] [tableIDs="[168]"] [comment="drop table: table ID"] [2024/05/07 02:09:27.628 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=171] [jobType="truncate table"] [2024/05/07 02:09:27.632 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=171] [conn=14] [job="ID:171, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:168, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.690 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/05/07 02:09:27.690 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.694 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.332372222\n# Parse_time: 0.000414142\n# Compile_time: 0.000762761\n# Rewrite_time: 0.000009021\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000424658\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:27.714 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482011492356] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=2.183791ms] [2024/05/07 02:09:27.715 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449589482011492356] [2024/05/07 02:09:27.716 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482011492356] [commitTS=449589482011492360] [2024/05/07 02:09:27.717 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482011492356] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/07 02:09:27.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482011492356] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=3.042734ms] ["completed regions"=1] [2024/05/07 02:09:27.720 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482011492356] [commitTS=449589482011492360] [session=14] [2024/05/07 02:09:27.752 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482024599553] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.548139ms] [2024/05/07 02:09:27.753 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589482024599553] [2024/05/07 02:09:27.755 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482024599553] [commitTS=449589482024599555] [2024/05/07 02:09:27.755 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482024599553] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] [concurrency=8] [2024/05/07 02:09:27.758 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482024599553] [startKey=7480000000000000aa5f728000000000000001] [endKey=7480000000000000aa5f728000000000000005] ["cost time"=3.107495ms] ["completed regions"=1] [2024/05/07 02:09:27.758 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482024599553] [commitTS=449589482024599555] [session=14] [2024/05/07 02:09:27.783 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482024599557] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=2.091361ms] [2024/05/07 02:09:27.783 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449589482024599557] [2024/05/07 02:09:27.785 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482024599557] [commitTS=449589482037706753] [2024/05/07 02:09:27.785 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482024599557] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] [concurrency=8] [2024/05/07 02:09:27.788 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482024599557] [startKey=7480000000000000aa5f698000000000000001038000000000000001] [endKey=7480000000000000aa5f72800000000000000a] ["cost time"=2.978081ms] ["completed regions"=1] [2024/05/07 02:09:27.788 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482024599557] [commitTS=449589482037706753] [session=14] [2024/05/07 02:09:27.790 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=120] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:27.815 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.815 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:27.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=277.716µs] [gotSchemaVersion=121] [phyTblIDs="[164]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:27.946 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=121] [2024/05/07 02:09:27.984 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=54.434089ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.019 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=233.096µs] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.066 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=122] [2024/05/07 02:09:28.103 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.437234ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:164, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.189 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 164, Old Table Name: t1"] [2024/05/07 02:09:28.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=247.483µs] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.232 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=123] [2024/05/07 02:09:28.270 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.019742ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.321 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/05/07 02:09:28.331 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/05/07 02:09:28.336 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=172] [conn=14] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:164, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:27.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.397 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/07 02:09:28.397 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:28.435 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:28.435 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:28.504 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.535 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=253.227µs] [gotSchemaVersion=124] [phyTblIDs="[170]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=124] [2024/05/07 02:09:28.585 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=53.453904ms] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=274.938µs] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.723 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=125] [2024/05/07 02:09:28.759 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.798867ms] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [category=ddl] [job="ID:173, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.827 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 170, Old Table Name: _t1"] [2024/05/07 02:09:28.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=224.483µs] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:28.869 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=173] [version=126] [2024/05/07 02:09:28.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.476381ms] [job="ID:173, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.961 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/05/07 02:09:28.969 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop table"] [2024/05/07 02:09:28.972 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=173] [conn=14] [job="ID:173, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:170, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:28.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.028 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/05/07 02:09:29.029 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.242787029\n# Parse_time: 0.000429657\n# Compile_time: 0.000718158\n# Rewrite_time: 0.00001576\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000298308\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:29.034 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=126] [cur_db=test] [sql="create table _t1 (a int, b int, unique index idx(b))"] [user=] [2024/05/07 02:09:29.075 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int, b int, unique index idx(b))"] [2024/05/07 02:09:29.075 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:29.136 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:29.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.144 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 174, Table Name: _t1"] [2024/05/07 02:09:29.202 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.392097ms] [gotSchemaVersion=127] [phyTblIDs="[174]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:29.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=127] [2024/05/07 02:09:29.250 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.811753ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.320 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=175] [conn=14] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:29.033 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.384 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/07 02:09:29.384 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.388 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.35585885\n# Parse_time: 0.000687798\n# Compile_time: 0.00091037\n# Rewrite_time: 0.000009694\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000314251\n# DB: test\n# Is_internal: false\n# Digest: fe0a89d8f546cab4cb1b04b2878537146e438bd17425c24a839836b9e71d22e9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int, b int, unique index idx(b));"] [2024/05/07 02:09:29.410 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=127] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:29.440 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:29.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:29.440 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:29.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:29.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [category=ddl] [job="ID:177, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:174, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:29.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.495 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 176, Table Name: _t1, Old Table ID: 174, Old Table Name: _t1"] [2024/05/07 02:09:29.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=3.245667ms] [gotSchemaVersion=128] [phyTblIDs="[174,176]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:29.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=128] [2024/05/07 02:09:29.598 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.740134ms] [job="ID:177, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.665 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[174]"] [comment="drop table: table ID"] [2024/05/07 02:09:29.673 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="truncate table"] [2024/05/07 02:09:29.677 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=177] [conn=14] [job="ID:177, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:174, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.728 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/07 02:09:29.728 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.731 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.321380834\n# Parse_time: 0.000174137\n# Compile_time: 0.000514763\n# Rewrite_time: 0.000007925\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000442275\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:29.742 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482548887553] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.490997ms] [2024/05/07 02:09:29.742 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449589482548887553] [2024/05/07 02:09:29.744 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482548887553] [commitTS=449589482548887557] [2024/05/07 02:09:29.744 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482548887553] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] [concurrency=8] [2024/05/07 02:09:29.747 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=128] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:29.748 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482548887553] [startKey=7480000000000000b05f698000000000000001038000000000000001] [endKey=7480000000000000b05f728000000000000005] ["cost time"=3.264983ms] ["completed regions"=1] [2024/05/07 02:09:29.748 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482548887553] [commitTS=449589482548887557] [session=14] [2024/05/07 02:09:29.775 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:29.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:29.775 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:29.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:29.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [category=ddl] [job="ID:179, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:176, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:29.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.850 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 178, Table Name: _t1, Old Table ID: 176, Old Table Name: _t1"] [2024/05/07 02:09:29.895 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=2.598529ms] [gotSchemaVersion=129] [phyTblIDs="[176,178]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:29.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=129] [2024/05/07 02:09:29.941 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.647253ms] [job="ID:179, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:29.975 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=179] [tableIDs="[176]"] [comment="drop table: table ID"] [2024/05/07 02:09:29.984 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=179] [jobType="truncate table"] [2024/05/07 02:09:29.988 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=179] [conn=14] [job="ID:179, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:176, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:29.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.072 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/07 02:09:30.072 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:30.078 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.331331565\n# Parse_time: 0.000200567\n# Compile_time: 0.000623066\n# Rewrite_time: 0.000008456\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000397423\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:30.095 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482627530755] [generation=1] [session=14] [keys=10] [size=345B] ["flushed keys"=10] ["flushed size"=345B] ["take time"=1.832281ms] [2024/05/07 02:09:30.095 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=345B] [startTS=449589482627530755] [2024/05/07 02:09:30.097 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482627530755] [commitTS=449589482640637955] [2024/05/07 02:09:30.097 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482627530755] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/07 02:09:30.101 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482627530755] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=3.331357ms] ["completed regions"=1] [2024/05/07 02:09:30.101 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482627530755] [commitTS=449589482640637955] [session=14] [2024/05/07 02:09:30.125 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482640637960] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.510402ms] [2024/05/07 02:09:30.126 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589482640637960] [2024/05/07 02:09:30.127 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482640637960] [commitTS=449589482640637962] [2024/05/07 02:09:30.128 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482640637960] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] [concurrency=8] [2024/05/07 02:09:30.131 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482640637960] [startKey=7480000000000000b25f728000000000000001] [endKey=7480000000000000b25f728000000000000005] ["cost time"=3.11864ms] ["completed regions"=1] [2024/05/07 02:09:30.131 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482640637960] [commitTS=449589482640637962] [session=14] [2024/05/07 02:09:30.142 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482653745153] [generation=1] [session=14] [keys=15] [size=440B] ["flushed keys"=15] ["flushed size"=440B] ["take time"=1.559489ms] [2024/05/07 02:09:30.142 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=440B] [startTS=449589482653745153] [2024/05/07 02:09:30.143 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482653745153] [commitTS=449589482653745155] [2024/05/07 02:09:30.144 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482653745153] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] [concurrency=8] [2024/05/07 02:09:30.147 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=129] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:30.147 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482653745153] [startKey=7480000000000000b25f698000000000000001038000000000000001] [endKey=7480000000000000b25f72800000000000000a] ["cost time"=3.089141ms] ["completed regions"=1] [2024/05/07 02:09:30.147 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482653745153] [commitTS=449589482653745155] [session=14] [2024/05/07 02:09:30.171 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:30.171 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:30.236 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=279.199µs] [gotSchemaVersion=130] [phyTblIDs="[178]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:30.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=130] [2024/05/07 02:09:30.315 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.225427ms] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.366 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=242.241µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:30.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=131] [2024/05/07 02:09:30.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.06511ms] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [category=ddl] [job="ID:180, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:178, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.523 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 178, Old Table Name: _t1"] [2024/05/07 02:09:30.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=226.936µs] [gotSchemaVersion=132] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:30.566 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=132] [2024/05/07 02:09:30.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=54.253369ms] [job="ID:180, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.667 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=180] [tableIDs="[178]"] [comment="drop table: table ID"] [2024/05/07 02:09:30.676 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=180] [jobType="drop table"] [2024/05/07 02:09:30.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=180] [conn=14] [job="ID:180, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:178, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:30.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.745 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/07 02:09:30.746 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:30.750 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.604216191\n# Parse_time: 0.000344516\n# Compile_time: 0.000650641\n# Rewrite_time: 0.000010875\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000410688\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"},{\"Level\":\"Note\",\"Message\":\"Unknown table 'test.t1'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:30.752 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=132] [cur_db=test] [sql="create table t1 (a int, b int)"] [user=] [2024/05/07 02:09:30.794 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:30.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:30.794 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:30.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int)"] [2024/05/07 02:09:30.875 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:30.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:30.883 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 181, Table Name: t1"] [2024/05/07 02:09:30.933 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.337959ms] [gotSchemaVersion=133] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:30.943 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=133] [2024/05/07 02:09:30.979 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.167606ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:30.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.018 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=182] [conn=14] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:30.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.058 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/07 02:09:31.058 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.062 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.31154454\n# Parse_time: 0.000487036\n# Compile_time: 0.000750479\n# Rewrite_time: 0.00000983\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000453299\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t1 (a int, b int);"] [2024/05/07 02:09:31.074 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589482889674760] [generation=1] [session=14] [keys=5] [size=165B] ["flushed keys"=5] ["flushed size"=165B] ["take time"=1.553633ms] [2024/05/07 02:09:31.074 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=5] [size=165B] [startTS=449589482889674760] [2024/05/07 02:09:31.076 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589482889674760] [commitTS=449589482889674763] [2024/05/07 02:09:31.076 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589482889674760] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] [concurrency=8] [2024/05/07 02:09:31.079 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=133] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/07 02:09:31.079 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589482889674760] [startKey=7480000000000000b55f728000000000000001] [endKey=7480000000000000b55f728000000000000005] ["cost time"=3.002333ms] ["completed regions"=1] [2024/05/07 02:09:31.079 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589482889674760] [commitTS=449589482889674763] [session=14] [2024/05/07 02:09:31.117 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.117 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/07 02:09:31.173 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.181 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 183, Table Name: _t1"] [2024/05/07 02:09:31.238 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=2.441632ms] [gotSchemaVersion=134] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:31.251 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=134] [2024/05/07 02:09:31.285 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.237911ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=184] [conn=14] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.393 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/07 02:09:31.393 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.397 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.320546351\n# Parse_time: 0.001122894\n# Compile_time: 0.001192722\n# Rewrite_time: 0.000011267\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000419571\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/07 02:09:31.420 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=134] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:31.450 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.450 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:31.546 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [category=ddl] [job="ID:186, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.556 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 185, Table Name: _t1, Old Table ID: 183, Old Table Name: _t1"] [2024/05/07 02:09:31.601 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=2.743509ms] [gotSchemaVersion=135] [phyTblIDs="[183,185]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:31.614 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/05/07 02:09:31.647 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=54.237271ms] [job="ID:186, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.692 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/07 02:09:31.701 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="truncate table"] [2024/05/07 02:09:31.705 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=186] [conn=14] [job="ID:186, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.382 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.765 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/07 02:09:31.766 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.769 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.349947687\n# Parse_time: 0.000230667\n# Compile_time: 0.000528826\n# Rewrite_time: 0.000008054\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000399196\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:31.780 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483073175560] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.786388ms] [2024/05/07 02:09:31.780 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449589483073175560] [2024/05/07 02:09:31.782 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483073175560] [commitTS=449589483073175561] [2024/05/07 02:09:31.782 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483073175560] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] [concurrency=8] [2024/05/07 02:09:31.785 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=135] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:31.785 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483073175560] [startKey=7480000000000000b95f698000000000000001038000000000000001] [endKey=7480000000000000b95f728000000000000005] ["cost time"=3.043995ms] ["completed regions"=1] [2024/05/07 02:09:31.785 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483073175560] [commitTS=449589483073175561] [session=14] [2024/05/07 02:09:31.815 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.815 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:31.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:31.859 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.871 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 187, Table Name: _t1, Old Table ID: 185, Old Table Name: _t1"] [2024/05/07 02:09:31.921 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=2.577691ms] [gotSchemaVersion=136] [phyTblIDs="[185,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:31.932 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/07 02:09:31.965 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.880328ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.012 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[185]"] [comment="drop table: table ID"] [2024/05/07 02:09:32.020 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/07 02:09:32.023 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=188] [conn=14] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.078 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/07 02:09:32.078 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:32.093 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483164925953] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.594104ms] [2024/05/07 02:09:32.094 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449589483164925953] [2024/05/07 02:09:32.095 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483164925953] [commitTS=449589483164925955] [2024/05/07 02:09:32.095 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483164925953] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] [concurrency=8] [2024/05/07 02:09:32.099 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483164925953] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f728000000000000005] ["cost time"=3.10948ms] ["completed regions"=1] [2024/05/07 02:09:32.099 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483164925953] [commitTS=449589483164925955] [session=14] [2024/05/07 02:09:32.132 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483164925961] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.861976ms] [2024/05/07 02:09:32.132 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449589483164925961] [2024/05/07 02:09:32.134 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483164925961] [commitTS=449589483164925963] [2024/05/07 02:09:32.134 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483164925961] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/07 02:09:32.137 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483164925961] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=2.929348ms] ["completed regions"=1] [2024/05/07 02:09:32.137 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483164925961] [commitTS=449589483164925963] [session=14] [2024/05/07 02:09:32.154 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483178033153] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=2.281136ms] [2024/05/07 02:09:32.154 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449589483178033153] [2024/05/07 02:09:32.178 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483178033153] [commitTS=449589483178033155] [2024/05/07 02:09:32.178 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483178033153] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] [concurrency=8] [2024/05/07 02:09:32.182 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483178033153] [startKey=7480000000000000bb5f698000000000000001038000000000000001] [endKey=7480000000000000bb5f72800000000000000a] ["cost time"=3.62707ms] ["completed regions"=1] [2024/05/07 02:09:32.182 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483178033153] [commitTS=449589483178033155] [session=14] [2024/05/07 02:09:32.184 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=136] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:09:32.210 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:32.210 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:32.258 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.285 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=242.208µs] [gotSchemaVersion=137] [phyTblIDs="[181]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:32.296 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/05/07 02:09:32.335 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.343347ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.366 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=240.941µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:32.416 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/05/07 02:09:32.454 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=54.455478ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.526 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:181, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.536 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 181, Old Table Name: t1"] [2024/05/07 02:09:32.569 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=311.782µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:32.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/07 02:09:32.618 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.366304ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.671 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/05/07 02:09:32.680 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/05/07 02:09:32.684 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=189] [conn=14] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:181, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:32.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.732 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/07 02:09:32.732 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:32.759 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:32.759 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t1, _t1"] [2024/05/07 02:09:32.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=255.935µs] [gotSchemaVersion=140] [phyTblIDs="[187]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:32.848 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=140] [2024/05/07 02:09:32.897 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=62.819954ms] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:32.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=251.815µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:32.977 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=141] [2024/05/07 02:09:33.016 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.588644ms] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [category=ddl] [job="ID:190, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.076 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 187, Old Table Name: _t1"] [2024/05/07 02:09:33.128 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=259.711µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:33.140 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=142] [2024/05/07 02:09:33.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.795891ms] [job="ID:190, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.218 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/07 02:09:33.227 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="drop table"] [2024/05/07 02:09:33.231 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=190] [conn=14] [job="ID:190, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:32.732 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.280 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/07 02:09:33.280 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:33.283 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 1.100171842\n# Parse_time: 0.000404912\n# Compile_time: 0.000685809\n# Rewrite_time: 0.000011906\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000497027\n# DB: test\n# Is_internal: false\n# Digest: fcfe22197a68b81681fc6a88730a3cf2902a4fdaab6ed56438e49c7996f1c0f9\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t1, _t1;"] [2024/05/07 02:09:33.285 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=142] [cur_db=test] [sql="create table _t1 (a int primary key, b int, unique index idx(b))"] [user=] [2024/05/07 02:09:33.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:33.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1 (a int primary key, b int, unique index idx(b))"] [2024/05/07 02:09:33.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [category=ddl] [job="ID:192, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.401 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 191, Table Name: _t1"] [2024/05/07 02:09:33.466 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=2.286761ms] [gotSchemaVersion=143] [phyTblIDs="[191]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:33.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/05/07 02:09:33.514 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.996145ms] [job="ID:192, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.575 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=192] [conn=14] [job="ID:192, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.634 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/05/07 02:09:33.634 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:33.639 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.354833302\n# Parse_time: 0.000758818\n# Compile_time: 0.000933014\n# Rewrite_time: 0.000009156\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000290322\n# DB: test\n# Is_internal: false\n# Digest: 36e2094723319244e5ca2483202bad4deefe197881ecbd265cb6872afbe872a7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1 (a int primary key, b int, unique index idx(b));"] [2024/05/07 02:09:33.657 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=143] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:33.685 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:33.685 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:33.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [category=ddl] [job="ID:194, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:191, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.747 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 193, Table Name: _t1, Old Table ID: 191, Old Table Name: _t1"] [2024/05/07 02:09:33.788 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.467915ms] [gotSchemaVersion=144] [phyTblIDs="[191,193]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:33.800 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/07 02:09:33.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.600423ms] [job="ID:194, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.867 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=194] [tableIDs="[191]"] [comment="drop table: table ID"] [2024/05/07 02:09:33.876 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="truncate table"] [2024/05/07 02:09:33.880 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=194] [conn=14] [job="ID:194, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:191, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.933 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/07 02:09:33.934 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:33.945 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483649892354] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.597782ms] [2024/05/07 02:09:33.945 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449589483649892354] [2024/05/07 02:09:33.946 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483649892354] [commitTS=449589483649892355] [2024/05/07 02:09:33.947 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483649892354] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] [concurrency=8] [2024/05/07 02:09:33.949 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=14] [schemaVersion=144] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:09:33.950 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483649892354] [startKey=7480000000000000c15f698000000000000001038000000000000001] [endKey=7480000000000000c15f728000000000000005] ["cost time"=3.377466ms] ["completed regions"=1] [2024/05/07 02:09:33.950 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483649892354] [commitTS=449589483649892355] [session=14] [2024/05/07 02:09:33.977 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:33.977 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:09:34.045 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:193, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.056 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 195, Table Name: _t1, Old Table ID: 193, Old Table Name: _t1"] [2024/05/07 02:09:34.101 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.78143ms] [gotSchemaVersion=145] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:34.113 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=196] [version=145] [2024/05/07 02:09:34.147 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.471526ms] [job="ID:196, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.215 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/05/07 02:09:34.223 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/05/07 02:09:34.227 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=196] [conn=14] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:193, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.282 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/05/07 02:09:34.282 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:34.285 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 14\n# Query_time: 0.337308869\n# Parse_time: 0.000278133\n# Compile_time: 0.000663038\n# Rewrite_time: 0.000010217\n# Optimize_time: 0.000364394\n# Wait_TS: 0.000355114\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:09:34.295 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483741642753] [generation=1] [session=14] [keys=10] [size=325B] ["flushed keys"=10] ["flushed size"=325B] ["take time"=1.547398ms] [2024/05/07 02:09:34.295 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=10] [size=325B] [startTS=449589483741642753] [2024/05/07 02:09:34.297 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483741642753] [commitTS=449589483741642754] [2024/05/07 02:09:34.297 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483741642753] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] [concurrency=8] [2024/05/07 02:09:34.301 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483741642753] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f728000000000000005] ["cost time"=3.331379ms] ["completed regions"=1] [2024/05/07 02:09:34.301 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483741642753] [commitTS=449589483741642754] [session=14] [2024/05/07 02:09:34.351 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483754749953] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=2.030898ms] [2024/05/07 02:09:34.351 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449589483754749953] [2024/05/07 02:09:34.353 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483754749953] [commitTS=449589483754749955] [2024/05/07 02:09:34.353 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483754749953] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/07 02:09:34.357 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483754749953] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.36384ms] ["completed regions"=1] [2024/05/07 02:09:34.357 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483754749953] [commitTS=449589483754749955] [session=14] [2024/05/07 02:09:34.369 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589483754749956] [generation=1] [session=14] [keys=15] [size=420B] ["flushed keys"=15] ["flushed size"=420B] ["take time"=1.76705ms] [2024/05/07 02:09:34.369 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=15] [size=420B] [startTS=449589483754749956] [2024/05/07 02:09:34.371 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589483754749956] [commitTS=449589483754749958] [2024/05/07 02:09:34.371 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589483754749956] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] [concurrency=8] [2024/05/07 02:09:34.375 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589483754749956] [startKey=7480000000000000c35f698000000000000001038000000000000001] [endKey=7480000000000000c35f72800000000000000a] ["cost time"=3.191905ms] ["completed regions"=1] [2024/05/07 02:09:34.375 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589483754749956] [commitTS=449589483754749958] [session=14] [2024/05/07 02:09:34.378 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [2024/05/07 02:09:34.378 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [2024/05/07 02:09:34.378 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:34.379 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [] [2024/05/07 02:09:34.380 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:34.380 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=37.923µs] [2024/05/07 02:09:34.381 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=24.977µs] [2024/05/07 02:09:34.381 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=8.616µs] [2024/05/07 02:09:34.381 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=21.284µs] [2024/05/07 02:09:34.381 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:34.381 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=13.624µs] [2024/05/07 02:09:34.381 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:34.381 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:34.381 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:34.404 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=3629e18c-c90e-4d7c-93ca-3917e950824f] ["take time"=30.536118ms] [2024/05/07 02:09:34.404 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=3629e18c-c90e-4d7c-93ca-3917e950824f] [2024/05/07 02:09:34.406 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:34.406 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f8b60f05-e6e3-4325-aed1-1084c49fddc9] [watcherID=98c71f10-e79a-4f99-8591-fa830102d0e8] [2024/05/07 02:09:34.406 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:34.406 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f8b60f05-e6e3-4325-aed1-1084c49fddc9] [2024/05/07 02:09:34.406 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:34.407 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:34.407 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.407 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.413 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:34.413 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1619] [2024/05/07 02:09:34.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:34.414 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=3629e18c-c90e-4d7c-93ca-3917e950824f] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:34.414 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:34.414 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:34.415 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:34.415 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:34.415 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:34.415 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d6849df-4953-4e9e-9982-7d4bc4288bd7"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:34.415 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:34.415 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="context canceled"] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:34.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [2024/05/07 02:09:34.415 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=3629e18c-c90e-4d7c-93ca-3917e950824f] [2024/05/07 02:09:34.415 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:34.415 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:34.415 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:34.415 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:34.415 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:34.416 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:34.417 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:34.417 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:34.417 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5d6849df-4953-4e9e-9982-7d4bc4288bd7] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:34.417 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:34.417 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:34.417 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:34.417 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d6849df-4953-4e9e-9982-7d4bc4288bd7"] [error="context canceled"] [2024/05/07 02:09:34.417 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d6849df-4953-4e9e-9982-7d4bc4288bd7"] [2024/05/07 02:09:34.417 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d6849df-4953-4e9e-9982-7d4bc4288bd7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:34.458 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:34.458 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="context canceled"] [2024/05/07 02:09:34.659 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:35.654 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:35.654 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:35.654 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:35.660 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5d6849df-4953-4e9e-9982-7d4bc4288bd7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:35.907 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 3629e18c-c90e-4d7c-93ca-3917e950824f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:35.907 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:35.907 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:35.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:35.915 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.541990937s] [2024/05/07 02:09:35.916 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:35.916 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:35.916 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:35.916 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:35.918 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertRPC (19.83s) === RUN TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn [2024/05/07 02:09:35.926 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:35.927 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:35.928 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:35.928 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:35.928 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:35.929 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:35.929 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:35.929 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:35.929 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:35.930 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:35.932 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:35.936 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:35.937 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:35.939 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:35.948 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:35.960 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:36.097 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1361] ["lease id"=3eaa8f50cd6b1451] [2024/05/07 02:09:36.099 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:36.197 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=145] ["start time"=93.794532ms] [2024/05/07 02:09:36.202 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:36.202 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=33a37fd3-285d-4795-afce-b48f350ef67d] [runWorker=true] [2024/05/07 02:09:36.202 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:36.205 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:36.206 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:36.207 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:36.207 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:36.207 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:36.207 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:36.209 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b2293] [ownerID=33a37fd3-285d-4795-afce-b48f350ef67d] [op=none] [2024/05/07 02:09:36.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:36.210 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9c1c612a-dc27-4c7b-a134-539fb104bf1d] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:36.215 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:36.243 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:36.245 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:36.245 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:36.258 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:36.259 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b2293] [ownerID=33a37fd3-285d-4795-afce-b48f350ef67d] [op=none] [2024/05/07 02:09:36.259 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [op=none] [2024/05/07 02:09:36.259 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:36.344 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:36.360 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:36.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:36.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:36.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:36.372 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:36.372 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:36.372 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:36.372 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:36.372 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:36.372 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:36.374 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:36.374 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:36.376 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:36.376 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:36.376 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:36.376 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:36.376 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:36.378 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:36.380 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:36.386 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cc89956e-7c00-4309-821e-c69bc5f97505] [2024/05/07 02:09:36.386 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:36.387 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:36.389 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:36.389 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:36.389 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:36.424 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=49.798051ms] [2024/05/07 02:09:36.426 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:36.430 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/07 02:09:36.432 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=145] [cur_db=test] [sql="drop table `_t1`"] [user=] [2024/05/07 02:09:36.457 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.457 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`"] [2024/05/07 02:09:36.497 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=252.902µs] [gotSchemaVersion=146] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:36.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=146] [2024/05/07 02:09:36.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.974313ms] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.703 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=258.945µs] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:36.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=147] [2024/05/07 02:09:36.752 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.389723ms] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:195, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.828 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 195, Old Table Name: _t1"] [2024/05/07 02:09:36.863 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=233.483µs] [gotSchemaVersion=148] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:36.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/05/07 02:09:36.911 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.705397ms] [job="ID:197, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.971 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/05/07 02:09:36.985 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/05/07 02:09:36.988 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=197] [conn=15] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:195, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:36.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.058 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/07 02:09:37.058 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:37.062 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 0.630253605\n# Parse_time: 0.00017872\n# Compile_time: 0.000602222\n# Rewrite_time: 0.000009651\n# Optimize_time: 0.000145341\n# Wait_TS: 0.000379184\n# DB: test\n# Is_internal: false\n# Digest: bf051bfc2a7a3240a0ec6ad5b684eb5aec662267c586ee4339f11d469ae12e8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`;"] [2024/05/07 02:09:37.070 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/07 02:09:37.073 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=16] [schemaVersion=148] [cur_db=test] [sql="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [user=] [2024/05/07 02:09:37.115 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:37.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:37.115 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:37.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1 (a int, b int, c varchar(128), unique index idx(b))"] [2024/05/07 02:09:37.158 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:37.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.165 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 198, Table Name: t1"] [2024/05/07 02:09:37.230 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=2.777312ms] [gotSchemaVersion=149] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:37.230 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:37.230 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:37.231 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:37.231 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:37.241 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=199] [version=149] [2024/05/07 02:09:37.274 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.253301ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:37.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.365 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=199] [conn=16] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:37.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:37.387 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:37.387 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:37.387 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cc89956e-7c00-4309-821e-c69bc5f97505] [watcherID=f8ebe532-bd1c-4c7e-bd2e-b726a2d0ece7] [2024/05/07 02:09:37.389 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:37.403 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:37.403 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:37.403 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:37.404 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:37.410 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/07 02:09:37.410 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:37.414 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 16\n# Query_time: 0.342060777\n# Parse_time: 0.000744499\n# Compile_time: 0.000847271\n# Rewrite_time: 0.000006475\n# Optimize_time: 0.000389959\n# Wait_TS: 0.00043683\n# DB: test\n# Is_internal: false\n# Digest: a54265ae4da4fbcc414fc65e3131ed073097b69ed45d1ee3cf30fade8fef01ca\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1 (a int, b int, c varchar(128), unique index idx(b));"] [2024/05/07 02:09:38.207 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:39.470 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:39.471 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589484973719554\n# Conn_ID: 16\n# Query_time: 2.043833685\n# Parse_time: 0.609298856\n# Compile_time: 0.976499409\n# Rewrite_time: 0.026758949\n# Optimize_time: 0.000389959\n# Wait_TS: 0.000512036\n# DB: test\n# Is_internal: false\n# Digest: 13a4e30661e51ba157bfc032bf66f4db3217c775b14e2b5285b6f0162b3955d3\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rwvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZTo0NTYuM21zLCBsb29wczoxLCBhdXRvX2lkX2FsbG9jYXRvcjoge2EBDHhfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfBU8gNjg5wrVzfSwgAQ4kX2RldGFpbDogewkiGHByb2Nlc3MJKhwgNDUuMcK1cxE/DHdhaXQRGgFEERgoa3ZfcmVhZF93YWwNZBQgMTAxLjIJOwhpa3YyGgAIMjMuAT0YfSwgc2Nhbj6BAAxrZXlzBcIoZ2V0X3NuYXBzaG8RdQQxMQU6cCwgcm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaJEeG46IHtwcmV3cml0ZToxLjQ1IT4BUREiGHM6NDI4LjYFoQkUEDoxLjA4ASccc2xvd2VzdF8RQCVCLR8YOiAwLjAwMQGCHGVnaW9uX2lkAetcLCBzdG9yZTogMTI3LjAuMC4xOjIwMTYwQmMBOgsBEDcyOC44KYw2CwEBqz78AAg0LjQFr1r8AAXsOU0FkRRfYmF0Y2gltxQ6IDI0LjcFQShwcm9wb3NlX3NlbiGzSGl0OiAwcywgcGVyc2lzdF9sb2cZ7wAzDaIALA1gFGxlYWRlcg1SJDc0bnMsIHN5bmMJNQgyNDcFzxEtJG1lbXRhYmxlOiA18ilsCS8ENDAJ0RBhcHBseTarAAAxDasFGxWOBDEwMQQUbXV0ZXhfKfsBvAn9Mp0AGRcgd2FsOiAyMy4zBf4JKxmbBDE1JVguQAIYcHJpbWFyef75AWr5AQw0MTYuQX1CBANK+QEINS44Kbje+QEEMTEtlq75AQA1KRcxyzJbAQQ0Mjb4AQQzMY0mPlwBDDUzOW4B5C72AQgyMTANjyXdMvgBDDE0LjUlpQUbNfgENjJt9wBtwvcBBDE1jYY+mwAEMTIFtCX3bcwIbnVtoSoJKoWHADER/1hieXRlOjMyfX0JNTI1LjQgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('ugvwdQq1CwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NDU2LjNtcywgbG9vcHM6MWL5CmF1dG9faWRfYWxsb2NhdG9yOiB7YWxsb2NfY250OiAxLCBHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo2ODnCtXN9LCABXiRfZGV0YWlsOiB7CSIccHJvY2Vzc18BHCg6IDQ1LjHCtXMsIAkdDHdhaXQRGgA5HRgoa3ZfcmVhZF93YWwNZBQgMTAxLjIJIwhpa3YyGgAIMjMuAT0YfSwgc2Nhbj6BAAxrZXlzBcIoZ2V0X3NuYXBzaG8RdQQxMQU6cCwgcm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaJQeG46IHtwcmV3cml0ZToxLjQ1bXMsBVERIhhzOjQyOC42BaEJFBA6MS4wOAEnHHNsb3dlc3RfEUAMX3JwYzEfGDogMC4wMDEBghxlZ2lvbl9pZAHrZCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgIUcd4joLARg3MjguOMK1RgsBTvwACDQuNAWvWvwABewZawWRFF9iYXRjaCW3FDogMjQuNwVBKHByb3Bvc2Vfc2VuIbNIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvADMNogAsDWAUbGVhZGVyDVIkNzRucywgc3luYwk1CDI0NwXPES0kbWVtdGFibGU6IDXyKWwJLwQ0MAnREGFwcGx5NqsAADENqwUbFY4EMTAxBBRtdXRleF8p+wG8Cf0ynQAZFyB3YWw6IDIzLjMF/gkrGZsEMTUlWC5AAhhwcmltYXJ5/vkBavkBDDQxNi5BfUIEA0r5AQg1LjgpuN75AQQxMS2WrvkBADUpFzHLMlsBBDQyNvgBBDMxjSY+XAEMNTM5bgHkLvYBCDIxMA2PJd0y+AEMMTQuNSWlBRs1+AQ2Mm33AG3C9wEEMTWNhj6bAAQxMgW0JfdtzBBudW06MRHxhYcVDmRieXRlOjMyfX1wkOsgeP///////////wEYAQ==')\n# Resource_group: default\ninsert into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (61, 61(len:139799);"] [2024/05/07 02:09:41.654 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589485484900357] [generation=1] [session=16] [keys=3998] [size=253.6kB] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=50.393633ms] [2024/05/07 02:09:41.654 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589485484900357] [generation=2] [session=16] [keys=0] [size=0B] ["flushed keys"=3998] ["flushed size"=253.6kB] ["take time"=29.345µs] [2024/05/07 02:09:41.654 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3998] [size=253.6kB] [startTS=449589485484900357] [2024/05/07 02:09:41.656 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589485484900357] [commitTS=449589485668401154] [2024/05/07 02:09:41.657 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589485484900357] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] [concurrency=8] [2024/05/07 02:09:41.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589485484900357\n# Conn_ID: 16\n# Query_time: 2.175193229\n# Parse_time: 0.568846156\n# Compile_time: 0.921543649\n# Rewrite_time: 0.028784783\n# Optimize_time: 0.002417946\n# Wait_TS: 0.000371052\n# Commit_primary_rpc_detail: {total:0.000s, region_id: 0, store: , }\n# DB: test\n# Is_internal: false\n# Digest: 43c79ebc76dd6ba27c6f2ec2f68e70a9960fcb9aa251ddbe3451266c65b25af9\n# Num_cop_tasks: 0\n# Mem_max: 1054096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Duplicate entry '250' for key 't1.idx'\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vgfwTzAJMjdfMQkwCTAJTi9BCTAJdGltZTo2MzAuNm1zLCBsb29wczoxLCBwcmVwYXJlOiAxMDMuN21zLCBjaGVja19pbnNlcnQ6IHt0b3RhbF90AT4UIDUyNi45AT8IbWVtDSIAXwVYDCA1MDMJWTRwcmVmZXRjaDogMjMuMwEsDGZrX2MBUww6IDU0CRJgcnBjOntCdWZmZXJCYXRjaEdldDp7bnVtXwEZDDEsIHQZcxw2LjgxbXN9LH4oAAw4LjczASgAIAGPHF9kZXRhaWw6Eb0YcHJvY2Vzcw2rCDZucxFjKGt2X3JlYWRfd2FsEeMMOC4wNAG2DHRpa3YuGAAMNS4wOAVhDHNjYW4+YQBYa2V5czogMjAwMCwgZ2V0X3NuYXBzaG8xHWwxNi44wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHt9AQE4LCBjb21taXRfdHhuOiB7FQ8YcHJpbWFyeSUXDcwYOiAwLjAwMQFMQGVnaW9uX2lkOiAxNCwgc3RvJcY0MjcuMC4wLjE6MjAxNjBCEAE61gAkMzc4LjXCtXN9LDrYAE7GAAgwLjZmxgAULCB3cml0PXsFkQRfYiHgKF93YWl0OiAxMi4zBUEocHJvcG9zZV9zZW4hfAEcODBzLCBwZXJzaXN0X2xvZxnvDDYxLjIFNQlfFGxlYWRlchVRADEhzAxzeW5jCTUAMzYtADRtZW10YWJsZTogMzc3bgHlLWgAbAFiCDE2MC2XEGFwcGx5NqsAADQFdAUZFYwENDcFFRRtdXRleF8pwAG3SpkAGRccd2FsOiA5LjcJ+QkrGZcEMTApfkB9fX0JNTI1LjQgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('ygfwSQrFBwoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6NjMwLjZtcywgbG9vcHM6MWKEA3ByZXBhcmU6IDEwMy43bXMsIGNoZWNrX2luAUMgOiB7dG90YWxfBT8wIDUyNi45bXMsIG1lbQ0iERoEMDMJWjRwcmVmZXRjaDogMjMuMwEsLGZrX2NoZWNrOiA1NAkSYHJwYzp7QnVmZmVyQmF0Y2hHZXQ6e251bV8BGQgxLCAdcxw2LjgxbXN9LH4oAAw4LjczASgAIAGpGF9kZXRhaWwVvRhwcm9jZXNzDasINm5zEWMoa3ZfcmVhZF93YWwR4ww4LjA0AbYMdGlrdi4YAAw1LjA4BWEMc2Nhbj5hAFhrZXlzOiAyMDAwLCBnZXRfc25hcHNobzEdVDE2LjjCtXMsIHJvY2tzZGI6IHtibG8hEgR7fQEBRGKCBGNvbW1pdF90eG46IHssIA0PGHByaW1hcnklGC2KGDogMC4wMDEBTUBlZ2lvbl9pZDogMTQsIHN0byXHNDI3LjAuMC4xOjIwMTYwQhEBOtcAJDM3OC41wrVzfSw62QBOxwAIMC42ZscAFCwgd3JpdD18BZEEX2Ih4Shfd2FpdDogMTIuMwVBKHByb3Bvc2Vfc2VuIX0BHDgwcywgcGVyc2lzdF9sb2cZ7ww2MS4yBTUJXxRsZWFkZXIVUQAxIc0Mc3luYwk1ADM2LQA0bWVtdGFibGU6IDM3N24B5S1ZAGwBYggxNjAtmBBhcHBseTarAAA0BXQFGRWMBDQ3BRUUbXV0ZXhfKcEBt0qZABkXHHdhbDogOS43CfkJKxmXBDEwKX5MfX19cJDrIHj///////////8BGAE=')\n# Resource_group: default\ninsert ignore into t1 values (0, 0, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (1, 1, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (2, 2, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (3, 3, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (4, 4, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (5, 5, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (6, 6, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (7, 7, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (8, 8, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (9, 9, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (10, 10, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (11, 11, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (12, 12, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (13, 13, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (14, 14, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (15, 15, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (16, 16, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (17, 17, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (18, 18, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (19, 19, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (20, 20, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (21, 21, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (22, 22, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (23, 23, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (24, 24, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (25, 25, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (26, 26, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (27, 27, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (28, 28, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (29, 29, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (30, 30, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (31, 31, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (32, 32, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (33, 33, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (34, 34, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (35, 35, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (36, 36, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (37, 37, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (38, 38, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (39, 39, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (40, 40, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (41, 41, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (42, 42, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (43, 43, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (44, 44, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (45, 45, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (46, 46, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (47, 47, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (48, 48, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (49, 49, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (50, 50, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (51, 51, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (52, 52, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (53, 53, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (54, 54, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (55, 55, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (56, 56, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (57, 57, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (58, 58, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (59, 59, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (60, 60, 'abcdefghijklmnopqrstuvwxyz1234567890,.?+-=_!@#$&*()_+'), (len:139806);"] [2024/05/07 02:09:41.695 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589485484900357] [startKey=7480000000000000c65f698000000000000001038000000000000000] [endKey=7480000000000000c65f728000000000000f9f] ["cost time"=37.803856ms] ["completed regions"=1] [2024/05/07 02:09:41.695 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589485484900357] [commitTS=449589485668401154] [session=16] [2024/05/07 02:09:41.701 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [2024/05/07 02:09:41.701 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [2024/05/07 02:09:41.702 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [] [2024/05/07 02:09:41.703 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:41.703 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=27.25µs] [2024/05/07 02:09:41.704 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=14.55µs] [2024/05/07 02:09:41.704 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=12.441µs] [2024/05/07 02:09:41.704 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=14.663µs] [2024/05/07 02:09:41.704 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:41.704 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=9.092µs] [2024/05/07 02:09:41.704 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:41.704 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:41.704 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:41.706 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=33a37fd3-285d-4795-afce-b48f350ef67d] ["take time"=12.225741ms] [2024/05/07 02:09:41.706 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=33a37fd3-285d-4795-afce-b48f350ef67d] [2024/05/07 02:09:41.708 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:41.708 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:41.708 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cc89956e-7c00-4309-821e-c69bc5f97505] [watcherID=f8ebe532-bd1c-4c7e-bd2e-b726a2d0ece7] [2024/05/07 02:09:41.708 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cc89956e-7c00-4309-821e-c69bc5f97505] [2024/05/07 02:09:41.708 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:41.709 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:41.709 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.709 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.715 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:41.715 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1361] [2024/05/07 02:09:41.716 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:41.716 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.716 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:41.717 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=33a37fd3-285d-4795-afce-b48f350ef67d] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:41.716 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:41.717 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:41.717 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:41.716 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:41.717 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:41.716 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:41.717 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c1c612a-dc27-4c7b-a134-539fb104bf1d"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:41.717 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:41.717 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:41.717 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c1c612a-dc27-4c7b-a134-539fb104bf1d"] [2024/05/07 02:09:41.717 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:41.717 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [error="context canceled"] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:41.717 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:41.717 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:41.717 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:41.717 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [2024/05/07 02:09:41.717 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [2024/05/07 02:09:41.717 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=33a37fd3-285d-4795-afce-b48f350ef67d] [2024/05/07 02:09:41.718 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:41.718 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:41.718 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:41.718 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:41.718 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:41.719 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:41.719 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:41.719 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:41.719 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:41.719 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9c1c612a-dc27-4c7b-a134-539fb104bf1d"] [error="context canceled"] [2024/05/07 02:09:41.719 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9c1c612a-dc27-4c7b-a134-539fb104bf1d] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:41.719 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:41.720 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:41.720 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:41.758 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:41.758 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [error="context canceled"] [2024/05/07 02:09:41.919 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c1c612a-dc27-4c7b-a134-539fb104bf1d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:41.959 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:42.965 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:42.965 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:42.965 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:43.161 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9c1c612a-dc27-4c7b-a134-539fb104bf1d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:43.210 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 33a37fd3-285d-4795-afce-b48f350ef67d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:43.210 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:43.210 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:43.210 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:43.218 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.52456363s] [2024/05/07 02:09:43.219 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:43.219 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:43.219 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:43.219 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:43.221 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLInsertOnDuplicateKeyUpdateInTxn (7.30s) === RUN TestPipelinedDMLDelete [2024/05/07 02:09:43.228 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:43.228 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:43.229 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:43.230 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.230 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:43.231 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.231 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.231 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:43.231 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:43.231 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.233 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:43.237 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:43.238 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:43.240 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:43.249 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:43.260 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:43.396 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1305] ["lease id"=3eaa8f50cd6b1490] [2024/05/07 02:09:43.398 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:43.507 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=104.138688ms] [2024/05/07 02:09:43.544 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:43.545 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] [runWorker=true] [2024/05/07 02:09:43.545 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:43.547 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:43.548 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:43.548 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:43.549 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:43.549 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:43.549 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:43.551 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b22c2] [ownerID=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] [op=none] [2024/05/07 02:09:43.552 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:43.552 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=c130c2d4-69f4-4509-8974-6b957bedfaf8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:43.557 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:43.587 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:43.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:43.589 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:43.600 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:43.600 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b22c2] [ownerID=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] [op=none] [2024/05/07 02:09:43.601 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [op=none] [2024/05/07 02:09:43.601 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:43.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:43.720 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:43.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:43.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:43.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:43.732 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:43.732 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:43.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:43.732 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:43.732 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:43.732 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:43.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:43.735 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:43.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:43.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:43.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:43.737 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:43.737 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:43.740 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:43.742 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:43.748 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/73ffde1a-0507-4ac7-8c2c-407982f601ca] [2024/05/07 02:09:43.748 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:43.749 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:43.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:43.752 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:43.752 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:43.791 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=55.249085ms] [2024/05/07 02:09:43.791 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:43.796 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:09:43.798 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=149] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/07 02:09:43.833 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/07 02:09:43.833 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.914 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=279.714µs] [gotSchemaVersion=150] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:43.925 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=150] [2024/05/07 02:09:43.964 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.741686ms] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.025 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=268.46µs] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:44.079 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=151] [2024/05/07 02:09:44.109 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.069854ms] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.196 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 198, Old Table Name: t1"] [2024/05/07 02:09:44.233 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=259.829µs] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:44.245 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/05/07 02:09:44.281 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.001181ms] [job="ID:200, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.345 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/07 02:09:44.361 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/05/07 02:09:44.366 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=200] [conn=17] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:43.783 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.427 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/07 02:09:44.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.431 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 0.633213417\n# Parse_time: 0.000224272\n# Compile_time: 0.000585215\n# Rewrite_time: 0.000006917\n# Optimize_time: 0.000218389\n# Wait_TS: 0.000749125\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/07 02:09:44.442 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:09:44.445 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=152] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:09:44.487 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:44.487 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:09:44.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.563 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 201, Table Name: t"] [2024/05/07 02:09:44.573 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:44.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:44.573 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:44.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:44.616 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.266281ms] [gotSchemaVersion=153] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:44.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=153] [2024/05/07 02:09:44.663 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.165664ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.741 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=202] [conn=18] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.748 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:44.748 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:44.749 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73ffde1a-0507-4ac7-8c2c-407982f601ca] [watcherID=b0686276-45a2-4fa2-b658-1dc9d1e0f8b2] [2024/05/07 02:09:44.752 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:44.766 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:44.766 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:44.766 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:44.766 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:44.785 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/07 02:09:44.785 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.788 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 18\n# Query_time: 0.345063427\n# Parse_time: 0.001095545\n# Compile_time: 0.00091864\n# Rewrite_time: 0.000009811\n# Optimize_time: 0.000628874\n# Wait_TS: 0.000474444\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/07 02:09:44.790 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=18] [schemaVersion=153] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:09:44.826 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:44.827 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:09:44.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [category=ddl] [job="ID:204, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.872 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 203, Table Name: _t"] [2024/05/07 02:09:44.920 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.476183ms] [gotSchemaVersion=154] [phyTblIDs="[203]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:44.931 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=154] [2024/05/07 02:09:44.967 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.941958ms] [job="ID:204, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:44.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.048 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=204] [conn=18] [job="ID:204, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:44.782 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:45.084 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/07 02:09:45.084 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.549 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:45.857 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589486769405956] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=2.522032ms] [2024/05/07 02:09:45.858 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449589486769405956] [2024/05/07 02:09:45.859 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589486769405956] [commitTS=449589486769405957] [2024/05/07 02:09:45.860 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589486769405956] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] [concurrency=8] [2024/05/07 02:09:45.864 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589486769405956] [startKey=7480000000000000c95f728000000000000000] [endKey=7480000000000000c95f728000000000000062] ["cost time"=4.136594ms] ["completed regions"=1] [2024/05/07 02:09:45.864 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589486769405956] [commitTS=449589486769405957] [session=18] [2024/05/07 02:09:45.897 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589486769405961] [generation=1] [session=18] [keys=100] [size=2.4kB] ["flushed keys"=100] ["flushed size"=2.4kB] ["take time"=3.234143ms] [2024/05/07 02:09:45.897 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.4kB] [startTS=449589486769405961] [2024/05/07 02:09:45.899 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589486769405961] [commitTS=449589486782513153] [2024/05/07 02:09:45.899 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589486769405961] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/07 02:09:45.902 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c95f7280000000000003e8] [2024/05/07 02:09:45.904 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589486769405961] [startKey=7480000000000000c95f728000000000000001] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=4.151005ms] ["completed regions"=1] [2024/05/07 02:09:45.904 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589486769405961] [commitTS=449589486782513153] [session=18] [2024/05/07 02:09:45.905 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c95f7280000000000003e8] ["first new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:2 id:66 store_id:7 id:67 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/07 02:09:45.905 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=64] [2024/05/07 02:09:45.905 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000003e8] ["new region left"="{Id:64 StartKey:7480000000000000ff725f728000000000ff0023280000000000fa EndKey:7480000000000000ffc95f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:65 store_id:2 id:66 store_id:7 id:67 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.906 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=68] [2024/05/07 02:09:45.907 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f7280000000000007d0] ["new region left"="{Id:68 StartKey:7480000000000000ffc95f728000000000ff0003e80000000000fa EndKey:7480000000000000ffc95f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:69 store_id:2 id:70 store_id:7 id:71 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.907 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=72] [2024/05/07 02:09:45.908 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000bb8] ["new region left"="{Id:72 StartKey:7480000000000000ffc95f728000000000ff0007d00000000000fa EndKey:7480000000000000ffc95f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:73 store_id:2 id:74 store_id:7 id:75 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.908 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=76] [2024/05/07 02:09:45.909 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000000fa0] ["new region left"="{Id:76 StartKey:7480000000000000ffc95f728000000000ff000bb80000000000fa EndKey:7480000000000000ffc95f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:77 store_id:2 id:78 store_id:7 id:79 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.909 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=80] [2024/05/07 02:09:45.910 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001388] ["new region left"="{Id:80 StartKey:7480000000000000ffc95f728000000000ff000fa00000000000fa EndKey:7480000000000000ffc95f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:81 store_id:2 id:82 store_id:7 id:83 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.910 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=84] [2024/05/07 02:09:45.911 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001770] ["new region left"="{Id:84 StartKey:7480000000000000ffc95f728000000000ff0013880000000000fa EndKey:7480000000000000ffc95f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:85 store_id:2 id:86 store_id:7 id:87 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.911 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=88] [2024/05/07 02:09:45.911 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001b58] ["new region left"="{Id:88 StartKey:7480000000000000ffc95f728000000000ff0017700000000000fa EndKey:7480000000000000ffc95f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:89 store_id:2 id:90 store_id:7 id:91 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.912 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=92] [2024/05/07 02:09:45.912 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000001f40] ["new region left"="{Id:92 StartKey:7480000000000000ffc95f728000000000ff001b580000000000fa EndKey:7480000000000000ffc95f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:93 store_id:2 id:94 store_id:7 id:95 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.913 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=96] [2024/05/07 02:09:45.913 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000c95f728000000000002328] ["new region left"="{Id:96 StartKey:7480000000000000ffc95f728000000000ff001f400000000000fa EndKey:7480000000000000ffc95f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:23} Peers:[id:97 store_id:2 id:98 store_id:7 id:99 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:45.913 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[64,68,72,76,80,84,88,92,96]"] [2024/05/07 02:09:45.914 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=64] [backoff(ms)=299988] [2024/05/07 02:09:45.914 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=64] [2024/05/07 02:09:45.914 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=68] [backoff(ms)=299987] [2024/05/07 02:09:45.915 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=68] [2024/05/07 02:09:45.915 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=72] [backoff(ms)=299987] [2024/05/07 02:09:45.915 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=72] [2024/05/07 02:09:45.915 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=76] [backoff(ms)=299986] [2024/05/07 02:09:45.916 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=76] [2024/05/07 02:09:45.916 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=80] [backoff(ms)=299986] [2024/05/07 02:09:45.917 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=80] [2024/05/07 02:09:45.917 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=84] [backoff(ms)=299985] [2024/05/07 02:09:45.917 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=84] [2024/05/07 02:09:45.917 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=88] [backoff(ms)=299984] [2024/05/07 02:09:45.918 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=88] [2024/05/07 02:09:45.918 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=92] [backoff(ms)=299984] [2024/05/07 02:09:45.918 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=92] [2024/05/07 02:09:45.918 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=96] [backoff(ms)=299984] [2024/05/07 02:09:45.919 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=96] [2024/05/07 02:09:45.940 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589486782513170] [generation=1] [session=18] [keys=50] [size=950B] ["flushed keys"=50] ["flushed size"=950B] ["take time"=3.416649ms] [2024/05/07 02:09:45.940 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=50] [size=950B] [startTS=449589486782513170] [2024/05/07 02:09:45.942 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589486782513170] [commitTS=449589486795620353] [2024/05/07 02:09:45.942 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589486782513170] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] [concurrency=8] [2024/05/07 02:09:45.959 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589486782513170] [startKey=7480000000000000c95f728000000000000065] [endKey=7480000000000000c95f72800000000000270f] ["cost time"=17.357856ms] ["completed regions"=10] [2024/05/07 02:09:45.960 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449589486782513170] [commitTS=449589486795620353] [session=18] [2024/05/07 02:09:45.986 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [2024/05/07 02:09:45.986 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [2024/05/07 02:09:45.988 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=31.265µs] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=16.699µs] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=8.144µs] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=14.915µs] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=19.233µs] [2024/05/07 02:09:45.989 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:45.989 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:45.989 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:45.992 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] ["take time"=35.109613ms] [2024/05/07 02:09:45.992 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] [2024/05/07 02:09:45.994 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:45.994 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/73ffde1a-0507-4ac7-8c2c-407982f601ca] [watcherID=b0686276-45a2-4fa2-b658-1dc9d1e0f8b2] [2024/05/07 02:09:45.994 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:45.994 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/73ffde1a-0507-4ac7-8c2c-407982f601ca] [2024/05/07 02:09:45.994 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:45.994 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:45.994 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:45.994 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:45.994 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:45.995 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:45.995 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:45.995 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:45.995 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:45.995 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:46.001 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:46.001 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1305] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:46.002 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:46.002 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:46.002 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c130c2d4-69f4-4509-8974-6b957bedfaf8"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:46.002 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:46.002 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:46.002 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [error="context canceled"] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:46.003 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:46.002 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:46.003 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [2024/05/07 02:09:46.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:46.002 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:46.002 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:46.002 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:46.002 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:46.002 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:46.003 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [2024/05/07 02:09:46.003 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=12c56f67-3f6e-4584-bf2f-f930a2ca6cd4] [2024/05/07 02:09:46.003 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:46.003 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:46.003 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:46.003 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:46.003 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:46.005 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=c130c2d4-69f4-4509-8974-6b957bedfaf8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:46.005 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:46.005 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:46.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:46.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:46.005 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c130c2d4-69f4-4509-8974-6b957bedfaf8"] [error="context canceled"] [2024/05/07 02:09:46.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:46.005 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c130c2d4-69f4-4509-8974-6b957bedfaf8"] [2024/05/07 02:09:46.005 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c130c2d4-69f4-4509-8974-6b957bedfaf8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:46.029 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:46.030 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [error="context canceled"] [2024/05/07 02:09:46.231 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:47.254 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager c130c2d4-69f4-4509-8974-6b957bedfaf8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:47.254 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:47.254 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:47.254 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:47.493 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 12c56f67-3f6e-4584-bf2f-f930a2ca6cd4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:47.493 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:47.493 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:47.493 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:47.501 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.544125687s] [2024/05/07 02:09:47.501 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:47.501 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:47.501 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:47.501 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:47.501 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:47.501 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:47.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.501 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:47.502 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:47.502 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:47.502 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.502 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:47.502 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:47.503 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDelete (4.29s) === RUN TestPipelinedDMLUpdate [2024/05/07 02:09:47.514 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:47.515 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:47.516 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:47.517 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:47.517 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:47.518 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:47.518 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:47.518 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:47.518 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:47.518 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:47.521 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:47.526 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:47.528 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:47.530 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:47.538 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:47.549 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:47.683 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1099] ["lease id"=22318f50cd6b1cca] [2024/05/07 02:09:47.685 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:47.788 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=154] ["start time"=98.479219ms] [2024/05/07 02:09:47.793 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:47.793 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] [runWorker=true] [2024/05/07 02:09:47.793 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:47.795 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:47.796 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:47.796 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:47.796 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:47.796 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:47.797 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:47.797 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:47.797 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:47.797 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:47.797 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:47.798 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b14cb] [ownerID=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] [op=none] [2024/05/07 02:09:47.799 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:47.799 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=df851ac3-13e3-4afe-9b70-bdec36941e88] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:47.804 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:47.829 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:47.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:47.830 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:47.848 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:47.849 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b14cb] [ownerID=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] [op=none] [2024/05/07 02:09:47.849 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [op=none] [2024/05/07 02:09:47.849 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:47.931 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:47.949 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:47.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:47.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:47.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:47.962 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:47.962 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:47.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:47.962 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:47.962 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:47.962 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:47.965 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:47.965 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:47.966 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:47.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:47.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:47.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:47.967 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:47.970 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:47.971 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:47.979 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/b6655aa0-3750-4796-aba5-7b96a31ad041] [2024/05/07 02:09:47.979 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:47.979 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:47.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:47.982 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:47.982 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:48.014 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.835791ms] [2024/05/07 02:09:48.019 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:48.053 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:09:48.056 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:48.059 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:09:48.087 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:48.087 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:48.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.189 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=303.095µs] [gotSchemaVersion=155] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:48.199 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=155] [2024/05/07 02:09:48.238 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=52.870115ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.269 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=335.75µs] [gotSchemaVersion=156] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:48.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=156] [2024/05/07 02:09:48.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.574028ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.424 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 203, Old Table Name: _t"] [2024/05/07 02:09:48.456 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=258.746µs] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:48.467 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=157] [2024/05/07 02:09:48.505 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.303876ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.561 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/07 02:09:48.574 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/07 02:09:48.577 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:48.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.649 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/07 02:09:48.649 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:48.676 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:48.676 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:48.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.777 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=277.146µs] [gotSchemaVersion=158] [phyTblIDs="[201]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:48.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=158] [2024/05/07 02:09:48.839 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=65.60158ms] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.844 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:48.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:48.844 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:48.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:48.881 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.914 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=302.199µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:48.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=159] [2024/05/07 02:09:48.962 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.200574ms] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:48.979 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:48.979 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:48.979 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b6655aa0-3750-4796-aba5-7b96a31ad041] [watcherID=33277b98-a548-4526-a4de-f22a92ccf6f8] [2024/05/07 02:09:48.982 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:48.995 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:48.995 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:48.995 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:48.995 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:49.027 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [category=ddl] [job="ID:206, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.037 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 201, Old Table Name: t"] [2024/05/07 02:09:49.074 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=281.786µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:49.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/05/07 02:09:49.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.522627ms] [job="ID:206, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.178 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/07 02:09:49.187 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="drop table"] [2024/05/07 02:09:49.191 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=206] [conn=19] [job="ID:206, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:48.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.247 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/07 02:09:49.248 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:49.252 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 1.193484558\n# Parse_time: 0.000282923\n# Compile_time: 0.00063221\n# Rewrite_time: 0.000012339\n# Optimize_time: 0.000278846\n# Wait_TS: 0.000546449\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:09:49.261 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:09:49.264 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=160] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:09:49.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:49.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:09:49.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [category=ddl] [job="ID:208, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.369 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 207, Table Name: t"] [2024/05/07 02:09:49.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=2.31434ms] [gotSchemaVersion=161] [phyTblIDs="[207]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:49.431 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=161] [2024/05/07 02:09:49.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.951622ms] [job="ID:208, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=208] [conn=20] [job="ID:208, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.592 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/05/07 02:09:49.592 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:49.595 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 20\n# Query_time: 0.332726265\n# Parse_time: 0.000548181\n# Compile_time: 0.001019614\n# Rewrite_time: 0.00000932\n# Optimize_time: 0.000405787\n# Wait_TS: 0.000315281\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/07 02:09:49.597 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=20] [schemaVersion=161] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:09:49.632 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:49.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:09:49.672 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.680 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 209, Table Name: _t"] [2024/05/07 02:09:49.731 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=2.557502ms] [gotSchemaVersion=162] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:49.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=210] [version=162] [2024/05/07 02:09:49.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=53.038735ms] [job="ID:210, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.796 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:49.848 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=210] [conn=20] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.583 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.884 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/05/07 02:09:49.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:50.639 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.448373ms] [2024/05/07 02:09:50.641 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.432157ms] [2024/05/07 02:09:50.643 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.19813ms] [2024/05/07 02:09:50.645 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.163961ms] [2024/05/07 02:09:50.647 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.197708ms] [2024/05/07 02:09:50.649 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.196709ms] [2024/05/07 02:09:50.652 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.533271ms] [2024/05/07 02:09:50.653 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.199755ms] [2024/05/07 02:09:50.655 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.120033ms] [2024/05/07 02:09:50.658 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.034522ms] [2024/05/07 02:09:50.658 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488014589970] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=29.703µs] [2024/05/07 02:09:50.658 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589488014589970] [2024/05/07 02:09:50.659 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589488014589970] [commitTS=449589488027435010] [2024/05/07 02:09:50.659 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589488014589970] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] [concurrency=8] [2024/05/07 02:09:50.664 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589488014589970] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f728000000000000063] ["cost time"=4.21512ms] ["completed regions"=1] [2024/05/07 02:09:50.664 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589488014589970] [commitTS=449589488027435010] [session=20] [2024/05/07 02:09:50.680 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=1] [session=20] [keys=10] [size=240B] ["flushed keys"=10] ["flushed size"=240B] ["take time"=1.375586ms] [2024/05/07 02:09:50.683 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=2] [session=20] [keys=10] [size=240B] ["flushed keys"=20] ["flushed size"=480B] ["take time"=1.381415ms] [2024/05/07 02:09:50.685 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=3] [session=20] [keys=10] [size=240B] ["flushed keys"=30] ["flushed size"=720B] ["take time"=1.286278ms] [2024/05/07 02:09:50.687 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=4] [session=20] [keys=10] [size=240B] ["flushed keys"=40] ["flushed size"=960B] ["take time"=1.454687ms] [2024/05/07 02:09:50.689 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=5] [session=20] [keys=12] [size=288B] ["flushed keys"=52] ["flushed size"=1.248kB] ["take time"=1.34131ms] [2024/05/07 02:09:50.691 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=6] [session=20] [keys=12] [size=288B] ["flushed keys"=64] ["flushed size"=1.536kB] ["take time"=1.4344ms] [2024/05/07 02:09:50.693 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=7] [session=20] [keys=12] [size=288B] ["flushed keys"=76] ["flushed size"=1.824kB] ["take time"=1.550373ms] [2024/05/07 02:09:50.694 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=8] [session=20] [keys=12] [size=288B] ["flushed keys"=88] ["flushed size"=2.112kB] ["take time"=1.293672ms] [2024/05/07 02:09:50.695 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=9] [session=20] [keys=10] [size=240B] ["flushed keys"=98] ["flushed size"=2.352kB] ["take time"=1.143899ms] [2024/05/07 02:09:50.697 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=10] [session=20] [keys=10] [size=240B] ["flushed keys"=108] ["flushed size"=2.592kB] ["take time"=1.356876ms] [2024/05/07 02:09:50.699 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=11] [session=20] [keys=10] [size=240B] ["flushed keys"=118] ["flushed size"=2.832kB] ["take time"=1.155136ms] [2024/05/07 02:09:50.700 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=12] [session=20] [keys=10] [size=240B] ["flushed keys"=128] ["flushed size"=3.072kB] ["take time"=1.084325ms] [2024/05/07 02:09:50.702 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=13] [session=20] [keys=10] [size=240B] ["flushed keys"=138] ["flushed size"=3.312kB] ["take time"=1.195808ms] [2024/05/07 02:09:50.704 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=14] [session=20] [keys=10] [size=240B] ["flushed keys"=148] ["flushed size"=3.552kB] ["take time"=1.307457ms] [2024/05/07 02:09:50.706 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=15] [session=20] [keys=10] [size=240B] ["flushed keys"=158] ["flushed size"=3.792kB] ["take time"=1.236861ms] [2024/05/07 02:09:50.707 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=16] [session=20] [keys=10] [size=240B] ["flushed keys"=168] ["flushed size"=4.032kB] ["take time"=1.199379ms] [2024/05/07 02:09:50.709 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=17] [session=20] [keys=10] [size=240B] ["flushed keys"=178] ["flushed size"=4.272kB] ["take time"=1.303831ms] [2024/05/07 02:09:50.711 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=18] [session=20] [keys=10] [size=240B] ["flushed keys"=188] ["flushed size"=4.512kB] ["take time"=1.256202ms] [2024/05/07 02:09:50.713 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=19] [session=20] [keys=10] [size=240B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=1.815776ms] [2024/05/07 02:09:50.713 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488027435014] [generation=20] [session=20] [keys=0] [size=0B] ["flushed keys"=198] ["flushed size"=4.752kB] ["take time"=28.062µs] [2024/05/07 02:09:50.713 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=198] [size=4.752kB] [startTS=449589488027435014] [2024/05/07 02:09:50.715 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589488027435014] [commitTS=449589488040804355] [2024/05/07 02:09:50.715 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589488027435014] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/07 02:09:50.718 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=9] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cf5f7280000000000003e8] [2024/05/07 02:09:50.720 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589488027435014] [startKey=7480000000000000cf5f728000000000000001] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=4.461589ms] ["completed regions"=1] [2024/05/07 02:09:50.720 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589488027435014] [commitTS=449589488040804355] [session=20] [2024/05/07 02:09:50.720 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cf5f7280000000000003e8] ["first new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:2 id:102 store_id:7 id:103 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=9] [2024/05/07 02:09:50.720 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=100] [2024/05/07 02:09:50.721 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000003e8] ["new region left"="{Id:100 StartKey:7480000000000000ffc95f728000000000ff0023280000000000fa EndKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:101 store_id:2 id:102 store_id:7 id:103 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.721 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=104] [2024/05/07 02:09:50.722 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f7280000000000007d0] ["new region left"="{Id:104 StartKey:7480000000000000ffcf5f728000000000ff0003e80000000000fa EndKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:105 store_id:2 id:106 store_id:7 id:107 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.722 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=108] [2024/05/07 02:09:50.823 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000bb8] ["new region left"="{Id:108 StartKey:7480000000000000ffcf5f728000000000ff0007d00000000000fa EndKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:109 store_id:2 id:110 store_id:7 id:111 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.823 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=112] [2024/05/07 02:09:50.824 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000000fa0] ["new region left"="{Id:112 StartKey:7480000000000000ffcf5f728000000000ff000bb80000000000fa EndKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:113 store_id:2 id:114 store_id:7 id:115 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.825 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=116] [2024/05/07 02:09:50.825 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001388] ["new region left"="{Id:116 StartKey:7480000000000000ffcf5f728000000000ff000fa00000000000fa EndKey:7480000000000000ffcf5f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:117 store_id:2 id:118 store_id:7 id:119 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.826 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=120] [2024/05/07 02:09:50.826 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001770] ["new region left"="{Id:120 StartKey:7480000000000000ffcf5f728000000000ff0013880000000000fa EndKey:7480000000000000ffcf5f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:121 store_id:2 id:122 store_id:7 id:123 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.827 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=124] [2024/05/07 02:09:50.827 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001b58] ["new region left"="{Id:124 StartKey:7480000000000000ffcf5f728000000000ff0017700000000000fa EndKey:7480000000000000ffcf5f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:125 store_id:2 id:126 store_id:7 id:127 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.828 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=128] [2024/05/07 02:09:50.828 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000001f40] ["new region left"="{Id:128 StartKey:7480000000000000ffcf5f728000000000ff001b580000000000fa EndKey:7480000000000000ffcf5f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:129 store_id:2 id:130 store_id:7 id:131 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.829 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=132] [2024/05/07 02:09:50.829 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000cf5f728000000000002328] ["new region left"="{Id:132 StartKey:7480000000000000ffcf5f728000000000ff001f400000000000fa EndKey:7480000000000000ffcf5f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:32} Peers:[id:133 store_id:2 id:134 store_id:7 id:135 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:50.830 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=9] ["region IDs"="[100,104,108,112,116,120,124,128,132]"] [2024/05/07 02:09:50.830 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=100] [backoff(ms)=299887] [2024/05/07 02:09:50.830 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=100] [2024/05/07 02:09:50.830 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=104] [backoff(ms)=299887] [2024/05/07 02:09:50.831 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=104] [2024/05/07 02:09:50.831 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=108] [backoff(ms)=299886] [2024/05/07 02:09:50.831 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=108] [2024/05/07 02:09:50.831 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=112] [backoff(ms)=299886] [2024/05/07 02:09:50.832 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=112] [2024/05/07 02:09:50.832 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=116] [backoff(ms)=299885] [2024/05/07 02:09:50.832 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=116] [2024/05/07 02:09:50.833 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=120] [backoff(ms)=299884] [2024/05/07 02:09:50.833 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=120] [2024/05/07 02:09:50.833 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=124] [backoff(ms)=299884] [2024/05/07 02:09:50.833 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=124] [2024/05/07 02:09:50.834 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=128] [backoff(ms)=299883] [2024/05/07 02:09:50.834 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=128] [2024/05/07 02:09:50.834 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=132] [backoff(ms)=299883] [2024/05/07 02:09:50.834 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=132] [2024/05/07 02:09:50.852 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=1] [session=20] [keys=10] [size=290B] ["flushed keys"=10] ["flushed size"=290B] ["take time"=1.577048ms] [2024/05/07 02:09:50.854 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=2] [session=20] [keys=10] [size=290B] ["flushed keys"=20] ["flushed size"=580B] ["take time"=1.402677ms] [2024/05/07 02:09:50.857 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=3] [session=20] [keys=10] [size=290B] ["flushed keys"=30] ["flushed size"=870B] ["take time"=1.463732ms] [2024/05/07 02:09:50.859 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=4] [session=20] [keys=10] [size=290B] ["flushed keys"=40] ["flushed size"=1.16kB] ["take time"=1.433834ms] [2024/05/07 02:09:50.862 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=5] [session=20] [keys=10] [size=290B] ["flushed keys"=50] ["flushed size"=1.45kB] ["take time"=1.876394ms] [2024/05/07 02:09:50.864 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=6] [session=20] [keys=10] [size=290B] ["flushed keys"=60] ["flushed size"=1.74kB] ["take time"=1.964787ms] [2024/05/07 02:09:50.867 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=7] [session=20] [keys=10] [size=290B] ["flushed keys"=70] ["flushed size"=2.03kB] ["take time"=1.632718ms] [2024/05/07 02:09:50.869 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=8] [session=20] [keys=10] [size=290B] ["flushed keys"=80] ["flushed size"=2.32kB] ["take time"=1.430553ms] [2024/05/07 02:09:50.871 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=9] [session=20] [keys=10] [size=290B] ["flushed keys"=90] ["flushed size"=2.61kB] ["take time"=1.356337ms] [2024/05/07 02:09:50.873 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=10] [session=20] [keys=10] [size=290B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=1.379107ms] [2024/05/07 02:09:50.873 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589488079863810] [generation=11] [session=20] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=26.136µs] [2024/05/07 02:09:50.873 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589488079863810] [2024/05/07 02:09:50.875 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589488079863810] [commitTS=449589488079863816] [2024/05/07 02:09:50.875 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589488079863810] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] [concurrency=8] [2024/05/07 02:09:50.889 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [2024/05/07 02:09:50.889 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [2024/05/07 02:09:50.890 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [] [2024/05/07 02:09:50.891 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589488079863810] [startKey=7480000000000000cf5f728000000000000000] [endKey=7480000000000000cf5f7280000000000026ac] ["cost time"=16.157049ms] ["completed regions"=10] [2024/05/07 02:09:50.891 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=10] [startTS=449589488079863810] [commitTS=449589488079863816] [session=20] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=24.083µs] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=13.476µs] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=13.204µs] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=14.198µs] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=7.37µs] [2024/05/07 02:09:50.892 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:50.892 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:50.892 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:50.895 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] ["take time"=6.185084ms] [2024/05/07 02:09:50.895 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] [2024/05/07 02:09:50.897 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:50.897 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/b6655aa0-3750-4796-aba5-7b96a31ad041] [watcherID=33277b98-a548-4526-a4de-f22a92ccf6f8] [2024/05/07 02:09:50.897 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:50.897 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/b6655aa0-3750-4796-aba5-7b96a31ad041] [2024/05/07 02:09:50.897 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:50.897 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:50.897 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:50.897 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:50.897 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:50.897 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:50.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:50.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:50.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:50.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:50.903 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:50.903 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1099] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:50.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:50.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df851ac3-13e3-4afe-9b70-bdec36941e88"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:50.904 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:50.904 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [error="context canceled"] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:50.904 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:50.904 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:50.905 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [2024/05/07 02:09:50.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:50.904 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:50.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:50.904 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:50.904 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:50.904 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:50.904 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:50.905 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c] [2024/05/07 02:09:50.905 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [2024/05/07 02:09:50.905 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:50.905 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:50.905 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:50.905 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:50.905 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:50.905 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:50.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:50.906 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:50.906 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=df851ac3-13e3-4afe-9b70-bdec36941e88] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:50.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:50.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:50.907 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df851ac3-13e3-4afe-9b70-bdec36941e88"] [error="context canceled"] [2024/05/07 02:09:50.907 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:50.907 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df851ac3-13e3-4afe-9b70-bdec36941e88"] [2024/05/07 02:09:50.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:50.907 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df851ac3-13e3-4afe-9b70-bdec36941e88"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:50.943 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:50.943 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [error="context canceled"] [2024/05/07 02:09:51.143 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:52.149 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:52.149 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:52.149 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:52.169 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df851ac3-13e3-4afe-9b70-bdec36941e88"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:52.396 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d3c7feb2-de8a-4c35-a8d3-8bbde36ec91c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:52.396 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:52.396 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:52.396 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:52.404 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.51546593s] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:52.405 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:52.405 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:52.405 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:52.405 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:52.406 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLUpdate (4.90s) === RUN TestPipelinedDMLCommitFailed [2024/05/07 02:09:52.415 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:52.415 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:52.416 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:52.417 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:52.417 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:52.418 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:52.418 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:52.418 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:52.418 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:52.418 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:52.420 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:52.424 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:52.426 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:52.427 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:52.436 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:52.446 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:52.642 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=384] ["lease id"=6f188f50cd6b2312] [2024/05/07 02:09:52.645 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:52.743 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=162] ["start time"=92.995195ms] [2024/05/07 02:09:52.748 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:52.748 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] [runWorker=true] [2024/05/07 02:09:52.748 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:52.750 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:52.751 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:52.751 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:52.751 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:52.751 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:52.752 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:52.752 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:52.752 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:52.752 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:52.752 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:52.753 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1d02] [ownerID=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] [op=none] [2024/05/07 02:09:52.754 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:52.754 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=869815a3-198b-4057-bad5-8f0a960c2808] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:52.759 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:52.784 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:52.785 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:52.785 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:52.804 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:52.805 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1d02] [ownerID=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] [op=none] [2024/05/07 02:09:52.805 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [op=none] [2024/05/07 02:09:52.805 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:52.888 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:52.905 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:52.917 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:52.917 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:52.917 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:52.917 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:52.917 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:52.917 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:52.917 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:52.917 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:52.917 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:52.920 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:52.920 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:52.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:52.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:52.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:52.921 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:52.921 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:52.924 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:52.926 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:52.931 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/37096605-8ef3-44fb-ae8f-21fd85cec678] [2024/05/07 02:09:52.931 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:52.931 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:52.933 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:52.933 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:52.934 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:52.964 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=44.697266ms] [2024/05/07 02:09:52.969 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:52.973 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:09:52.976 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:52.977 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=162] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:09:53.002 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:53.002 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:53.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=239.285µs] [gotSchemaVersion=163] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:53.083 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=163] [2024/05/07 02:09:53.121 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.754227ms] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.215 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=233.196µs] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:53.226 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=164] [2024/05/07 02:09:53.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=53.386307ms] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:209, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.359 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 209, Old Table Name: _t"] [2024/05/07 02:09:53.391 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=255.291µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:53.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=165] [2024/05/07 02:09:53.440 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.141104ms] [job="ID:211, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.471 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/05/07 02:09:53.484 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/05/07 02:09:53.487 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:209, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:52.983 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/07 02:09:53.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:53.567 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:53.567 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:53.608 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.637 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=278.324µs] [gotSchemaVersion=166] [phyTblIDs="[207]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:53.648 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=166] [2024/05/07 02:09:53.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=54.152185ms] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.721 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=225.887µs] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:53.764 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=167] [2024/05/07 02:09:53.772 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:53.772 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:53.772 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:53.772 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:53.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=52.84954ms] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.865 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [category=ddl] [job="ID:212, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:207, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.875 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 207, Old Table Name: t"] [2024/05/07 02:09:53.907 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=305.717µs] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:53.918 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/05/07 02:09:53.932 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:53.932 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:53.932 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/37096605-8ef3-44fb-ae8f-21fd85cec678] [watcherID=d2c6356e-0db4-4bf8-80ad-23fc33df60e7] [2024/05/07 02:09:53.934 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:53.946 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:53.946 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:53.946 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:53.946 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:53.956 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.020928ms] [job="ID:212, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.015 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=212] [tableIDs="[207]"] [comment="drop table: table ID"] [2024/05/07 02:09:54.023 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=212] [jobType="drop table"] [2024/05/07 02:09:54.027 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=212] [conn=21] [job="ID:212, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:207, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:53.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.113 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/05/07 02:09:54.113 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:54.117 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 1.139911606\n# Parse_time: 0.000187873\n# Compile_time: 0.000570252\n# Rewrite_time: 0.000012955\n# Optimize_time: 0.000174329\n# Wait_TS: 0.000344165\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:09:54.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:09:54.137 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=168] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:09:54.176 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:54.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:54.176 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:54.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:09:54.219 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [category=ddl] [job="ID:214, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:54.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.226 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 213, Table Name: t"] [2024/05/07 02:09:54.277 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=2.301068ms] [gotSchemaVersion=169] [phyTblIDs="[213]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:54.287 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=169] [2024/05/07 02:09:54.323 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.017148ms] [job="ID:214, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:54.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.367 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=214] [conn=22] [job="ID:214, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:54.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.399 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/07 02:09:54.400 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:54.404 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=22] [schemaVersion=169] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:09:54.440 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:54.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:54.440 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:54.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:09:54.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [category=ddl] [job="ID:216, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:54.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.489 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 215, Table Name: _t"] [2024/05/07 02:09:54.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=2.305219ms] [gotSchemaVersion=170] [phyTblIDs="[215]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:54.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=170] [2024/05/07 02:09:54.585 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.396069ms] [job="ID:216, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:54.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.620 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=216] [conn=22] [job="ID:216, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:54.383 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.653 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/07 02:09:54.653 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:54.752 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:55.410 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589489272881154] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.522118ms] [2024/05/07 02:09:55.410 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589489272881154] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=37.694µs] [2024/05/07 02:09:55.410 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589489272881154] [2024/05/07 02:09:55.411 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/07 02:09:55.411 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:55.412 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:539\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:55.446 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589489272881159] [generation=1] [session=22] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.255987ms] [2024/05/07 02:09:55.446 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589489272881159] [generation=2] [session=22] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=48.543µs] [2024/05/07 02:09:55.446 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589489272881159] [2024/05/07 02:09:55.447 +00:00] [WARN] [session.go:813] ["can not retry txn"] [label=general] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [IsBatchInsert=false] [IsPessimistic=false] [InRestrictedSQL=false] [tidb_retry_limit=10] [tidb_disable_txn_auto_retry=true] [2024/05/07 02:09:55.447 +00:00] [WARN] [session.go:829] ["commit failed"] ["finished txn"="Txn{state=invalid}"] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:55.448 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=170] [error="pipelined DML commit failed"] [errorVerbose="pipelined DML commit failed\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).commitFlushedMutations\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/pipelined_flush.go:321\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*twoPhaseCommitter).execute\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/2pc.go:1586\ngithub.com/tikv/client-go/v2/txnkv/transaction.(*KVTxn).Commit\n\texternal/com_github_tikv_client_go_v2/txnkv/transaction/txn.go:714\ngithub.com/pingcap/tidb/pkg/store/driver/txn.(*tikvTxn).Commit\n\tpkg/store/driver/txn/txn_driver.go:113\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Commit\n\tpkg/session/txn.go:441\ngithub.com/pingcap/tidb/pkg/session.(*session).commitTxnWithTemporaryData\n\tpkg/session/session.go:665\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommit\n\tpkg/session/session.go:545\ngithub.com/pingcap/tidb/pkg/session.(*session).doCommitWithRetry\n\tpkg/session/session.go:787\ngithub.com/pingcap/tidb/pkg/session.(*session).CommitTxn\n\tpkg/session/session.go:917\ngithub.com/pingcap/tidb/pkg/session.autoCommitAfterStmt\n\tpkg/session/tidb.go:281\ngithub.com/pingcap/tidb/pkg/session.finishStmt\n\tpkg/session/tidb.go:243\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2311\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustExecToErr\n\tpkg/testkit/testkit.go:445\ntests/realtikvtest/pipelineddmltest/pipelineddmltest_test.TestPipelinedDMLCommitFailed\n\ttests/realtikvtest/pipelineddmltest/pipelineddml_test.go:544\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test\",\n \"id\": 22,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:55.517 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [2024/05/07 02:09:55.517 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [2024/05/07 02:09:55.517 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:55.519 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=20.681µs] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=15.912µs] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=10.367µs] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=17.973µs] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=14.25µs] [2024/05/07 02:09:55.520 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:55.520 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:55.520 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:55.523 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] ["take time"=63.881439ms] [2024/05/07 02:09:55.523 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] [2024/05/07 02:09:55.525 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:55.525 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:55.525 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/37096605-8ef3-44fb-ae8f-21fd85cec678] [watcherID=d2c6356e-0db4-4bf8-80ad-23fc33df60e7] [2024/05/07 02:09:55.525 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/37096605-8ef3-44fb-ae8f-21fd85cec678] [2024/05/07 02:09:55.525 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:55.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:55.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:55.525 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:55.526 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:55.526 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:55.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:55.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:55.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:55.526 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:55.531 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:55.531 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=384] [2024/05/07 02:09:55.532 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:55.533 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:55.533 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:55.533 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:55.532 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:55.533 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:55.533 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 869815a3-198b-4057-bad5-8f0a960c2808"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:55.532 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:55.532 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:55.533 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:55.533 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:55.533 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:55.533 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:55.533 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:55.533 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:55.533 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:55.533 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:55.533 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [error="context canceled"] [2024/05/07 02:09:55.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:55.533 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:55.533 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [2024/05/07 02:09:55.533 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:55.533 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:55.534 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:55.534 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:55.535 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=869815a3-198b-4057-bad5-8f0a960c2808] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:55.535 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 869815a3-198b-4057-bad5-8f0a960c2808"] [error="context canceled"] [2024/05/07 02:09:55.535 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:55.535 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:55.535 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 869815a3-198b-4057-bad5-8f0a960c2808"] [2024/05/07 02:09:55.535 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:55.535 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:55.535 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:55.535 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 869815a3-198b-4057-bad5-8f0a960c2808"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:55.573 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:55.573 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [error="context canceled"] [2024/05/07 02:09:55.573 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [2024/05/07 02:09:56.769 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 869815a3-198b-4057-bad5-8f0a960c2808"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:56.805 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:56.805 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:56.805 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:56.811 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager acdb76ee-bbc3-44bd-9a2a-da1e57dfc4b0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:56.811 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:56.811 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:56.811 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:56.819 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.359576141s] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:56.820 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:56.820 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:56.820 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:56.820 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:56.821 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitFailed (4.41s) === RUN TestPipelinedDMLCommitSkipSecondaries [2024/05/07 02:09:56.829 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:56.829 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:56.830 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:09:56.831 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:56.831 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:56.832 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:56.832 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:56.832 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:56.832 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:56.832 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:56.834 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:56.838 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:56.840 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:56.841 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:56.850 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:56.860 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:56.994 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=562] ["lease id"=22318f50cd6b1d2a] [2024/05/07 02:09:56.996 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:57.090 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=170] ["start time"=90.756711ms] [2024/05/07 02:09:57.096 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:57.096 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=eb4230b8-522e-4f94-b54b-360186775aeb] [runWorker=true] [2024/05/07 02:09:57.096 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:57.098 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:57.099 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:09:57.099 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:57.100 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:57.100 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:57.100 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:57.101 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b1531] [ownerID=eb4230b8-522e-4f94-b54b-360186775aeb] [op=none] [2024/05/07 02:09:57.102 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:57.102 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=29bb5a2d-7749-4a77-a267-927989a86a1f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:57.107 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:57.131 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:57.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:57.132 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:57.152 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:57.152 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b1531] [ownerID=eb4230b8-522e-4f94-b54b-360186775aeb] [op=none] [2024/05/07 02:09:57.152 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [op=none] [2024/05/07 02:09:57.153 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:57.235 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:57.251 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:57.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:57.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:57.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:57.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:57.265 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:57.265 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:57.265 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:57.265 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:57.266 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:57.267 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:57.267 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:57.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:57.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:57.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:57.269 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:57.269 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:57.271 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:57.273 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:57.280 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f1207a82-7889-4cc1-b502-406830059948] [2024/05/07 02:09:57.280 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:57.280 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:57.282 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:57.282 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:57.282 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:57.318 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=50.331787ms] [2024/05/07 02:09:57.319 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:57.324 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:09:57.327 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:09:57.329 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=24] [schemaVersion=170] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:09:57.354 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:57.354 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:57.392 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.421 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=254.489µs] [gotSchemaVersion=171] [phyTblIDs="[215]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:57.432 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=171] [2024/05/07 02:09:57.470 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.109827ms] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.617 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=279.611µs] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:57.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=172] [2024/05/07 02:09:57.656 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=53.489158ms] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.726 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [category=ddl] [job="ID:217, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:215, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.738 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 215, Old Table Name: _t"] [2024/05/07 02:09:57.771 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=273.622µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:57.782 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=217] [version=173] [2024/05/07 02:09:57.820 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.753349ms] [job="ID:217, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.873 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=217] [tableIDs="[215]"] [comment="drop table: table ID"] [2024/05/07 02:09:57.886 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=217] [jobType="drop table"] [2024/05/07 02:09:57.891 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=217] [conn=24] [job="ID:217, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:215, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:57.333 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.944 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=217] [2024/05/07 02:09:57.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:57.971 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:57.971 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:09:58.006 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.035 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=317.107µs] [gotSchemaVersion=174] [phyTblIDs="[213]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:58.045 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=174] [2024/05/07 02:09:58.084 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.978118ms] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.122 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:58.122 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:58.122 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:58.122 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:58.152 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.182 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=216.509µs] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:58.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=175] [2024/05/07 02:09:58.231 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=52.947674ms] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.280 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:58.280 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:58.280 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f1207a82-7889-4cc1-b502-406830059948] [watcherID=29ebbd5a-e4a6-48c1-8a1f-c3a96d3a8094] [2024/05/07 02:09:58.282 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:58.290 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [category=ddl] [job="ID:218, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:213, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.321 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:58.322 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:58.322 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:58.322 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:58.328 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 213, Old Table Name: t"] [2024/05/07 02:09:58.367 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=231.578µs] [gotSchemaVersion=176] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:58.377 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=176] [2024/05/07 02:09:58.415 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.422247ms] [job="ID:218, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.464 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=218] [tableIDs="[213]"] [comment="drop table: table ID"] [2024/05/07 02:09:58.472 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=218] [jobType="drop table"] [2024/05/07 02:09:58.476 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=218] [conn=24] [job="ID:218, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:213, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:57.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.540 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/07 02:09:58.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:58.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 24\n# Query_time: 1.215765115\n# Parse_time: 0.000277308\n# Compile_time: 0.000663434\n# Rewrite_time: 0.000011082\n# Optimize_time: 0.000188845\n# Wait_TS: 0.000353641\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:09:58.552 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="drop table if exists t, _t"] [user=] [2024/05/07 02:09:58.554 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=176] [cur_db=test] [sql="create table t (a int primary key, b int)"] [user=] [2024/05/07 02:09:58.590 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:58.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int)"] [2024/05/07 02:09:58.590 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:58.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:58.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:58.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.648 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 219, Table Name: t"] [2024/05/07 02:09:58.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.362637ms] [gotSchemaVersion=177] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:58.707 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=177] [2024/05/07 02:09:58.743 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=52.879363ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:58.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.819 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=220] [conn=25] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:58.533 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.853 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/07 02:09:58.853 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:58.856 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.303354149\n# Parse_time: 0.000464134\n# Compile_time: 0.000648767\n# Rewrite_time: 0.000005912\n# Optimize_time: 0.000392901\n# Wait_TS: 0.000340049\n# DB: test\n# Is_internal: false\n# Digest: d8af5ffb7e484e27abfcc7800ca9de29838c5536bc2ca8a80eabbd9246cbe55c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t (a int primary key, b int);"] [2024/05/07 02:09:58.858 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=177] [cur_db=test] [sql="create table _t like t"] [user=] [2024/05/07 02:09:58.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:58.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:58.894 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:58.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t like t"] [2024/05/07 02:09:58.933 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [category=ddl] [job="ID:222, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:58.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:58.941 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 221, Table Name: _t"] [2024/05/07 02:09:59.016 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=2.414318ms] [gotSchemaVersion=178] [phyTblIDs="[221]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:59.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=178] [2024/05/07 02:09:59.062 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.243379ms] [job="ID:222, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:58.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:59.100 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:59.122 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=222] [conn=25] [job="ID:222, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:58.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:59.162 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/07 02:09:59.163 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:59.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.309543811\n# Parse_time: 0.00028378\n# Compile_time: 0.000613787\n# Rewrite_time: 0.000013865\n# Optimize_time: 0.000392901\n# Wait_TS: 0.000422736\n# DB: test\n# Is_internal: false\n# Digest: 4ce3ee18b7ea51a92e98fb8f25ec7a484a3cba24da4271fd3d643f0f8235a77f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t like t;"] [2024/05/07 02:09:59.920 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589490452529157] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.436581ms] [2024/05/07 02:09:59.920 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589490452529157] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=37.529µs] [2024/05/07 02:09:59.920 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589490452529157] [2024/05/07 02:09:59.922 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589490452529157] [commitTS=449589490452529159] [2024/05/07 02:09:59.963 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589490465636354] [generation=1] [session=25] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.634329ms] [2024/05/07 02:09:59.963 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589490465636354] [generation=2] [session=25] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=30.582µs] [2024/05/07 02:09:59.963 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589490465636354] [2024/05/07 02:09:59.965 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589490465636354] [commitTS=449589490465636356] [2024/05/07 02:09:59.987 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [2024/05/07 02:09:59.987 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [2024/05/07 02:09:59.989 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=29.31µs] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=28.743µs] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=23.026µs] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=22.086µs] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=23.227µs] [2024/05/07 02:09:59.990 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:59.990 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:59.990 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:59.994 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=eb4230b8-522e-4f94-b54b-360186775aeb] ["take time"=16.912528ms] [2024/05/07 02:09:59.994 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=eb4230b8-522e-4f94-b54b-360186775aeb] [2024/05/07 02:09:59.996 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:59.996 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:59.996 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f1207a82-7889-4cc1-b502-406830059948] [watcherID=29ebbd5a-e4a6-48c1-8a1f-c3a96d3a8094] [2024/05/07 02:09:59.996 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f1207a82-7889-4cc1-b502-406830059948] [2024/05/07 02:09:59.996 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:59.997 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:59.997 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:59.997 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:00.003 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:00.003 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:00.004 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=562] [2024/05/07 02:10:00.004 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:00.004 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:00.004 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:00.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:00.004 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:00.004 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:00.004 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:00.005 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:00.005 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:00.005 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=eb4230b8-522e-4f94-b54b-360186775aeb] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:00.005 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:00.005 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:00.005 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29bb5a2d-7749-4a77-a267-927989a86a1f"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:00.005 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:00.005 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:00.005 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:00.005 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:00.005 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:00.005 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:00.005 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=eb4230b8-522e-4f94-b54b-360186775aeb] [2024/05/07 02:10:00.006 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:00.005 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [error="context canceled"] [2024/05/07 02:10:00.006 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:00.006 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [2024/05/07 02:10:00.006 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:00.007 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:00.007 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:00.008 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:00.008 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:00.008 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=29bb5a2d-7749-4a77-a267-927989a86a1f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:00.008 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29bb5a2d-7749-4a77-a267-927989a86a1f"] [error="context canceled"] [2024/05/07 02:10:00.008 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:00.008 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29bb5a2d-7749-4a77-a267-927989a86a1f"] [2024/05/07 02:10:00.010 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:10:00.011 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:10:00.011 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=178] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:10:00.012 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:10:00.013 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:00.013 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:00.013 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:00.093 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:00.093 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [error="context canceled"] [2024/05/07 02:10:00.093 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [2024/05/07 02:10:00.093 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:01.265 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:01.265 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:01.265 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:01.274 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29bb5a2d-7749-4a77-a267-927989a86a1f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:01.368 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager eb4230b8-522e-4f94-b54b-360186775aeb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:01.368 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:01.368 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:01.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:01.376 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.398900904s] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:01.377 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:01.377 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:01.377 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:01.377 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:01.378 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLCommitSkipSecondaries (4.56s) === RUN TestPipelinedDMLDisableRetry [2024/05/07 02:10:01.386 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:01.386 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:01.387 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:10:01.388 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:01.388 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:01.389 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:01.389 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:01.389 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:01.389 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:01.389 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:01.391 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:01.395 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:01.396 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:01.398 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:01.406 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:01.417 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:01.550 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1370] ["lease id"=3eaa8f50cd6b155f] [2024/05/07 02:10:01.552 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:01.646 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=178] ["start time"=90.366378ms] [2024/05/07 02:10:01.652 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:01.652 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c988c845-34d7-4ea8-abb1-a645a7db6dc8] [runWorker=true] [2024/05/07 02:10:01.652 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:01.654 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:01.655 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:01.655 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:01.655 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:01.655 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:01.657 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b2371] [ownerID=c988c845-34d7-4ea8-abb1-a645a7db6dc8] [op=none] [2024/05/07 02:10:01.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:01.658 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e6042cf7-d061-4944-ae3a-b8c537d3b383] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:01.663 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:01.686 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:01.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:01.688 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:01.706 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:01.707 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b2371] [ownerID=c988c845-34d7-4ea8-abb1-a645a7db6dc8] [op=none] [2024/05/07 02:10:01.707 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [op=none] [2024/05/07 02:10:01.707 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:01.786 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:01.803 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:01.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:01.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:01.814 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:01.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:01.814 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:01.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:01.814 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:01.814 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:01.814 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:01.816 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:01.817 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:01.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:01.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:01.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:01.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:01.818 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:01.821 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:01.822 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:01.828 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7cf45510-5d7d-4aa8-a795-b07c8826f674] [2024/05/07 02:10:01.828 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:01.828 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:01.831 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:01.831 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:01.831 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:01.897 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=80.908025ms] [2024/05/07 02:10:01.899 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:01.903 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `_t` nocache"] [user=] [2024/05/07 02:10:01.906 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="alter table `t` nocache"] [user=] [2024/05/07 02:10:01.908 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=26] [schemaVersion=178] [cur_db=test] [sql="drop table `_t`,`t`"] [user=] [2024/05/07 02:10:01.933 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:01.933 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:10:01.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.022 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=244.56µs] [gotSchemaVersion=179] [phyTblIDs="[221]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:02.034 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=179] [2024/05/07 02:10:02.071 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.242071ms] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=281.229µs] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:02.165 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=180] [2024/05/07 02:10:02.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.787289ms] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.267 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [category=ddl] [job="ID:223, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.277 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 221, Old Table Name: _t"] [2024/05/07 02:10:02.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=240.164µs] [gotSchemaVersion=181] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:02.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=223] [version=181] [2024/05/07 02:10:02.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.5344ms] [job="ID:223, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.416 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/07 02:10:02.430 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="drop table"] [2024/05/07 02:10:02.434 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=223] [conn=26] [job="ID:223, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:01.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.495 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/05/07 02:10:02.495 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:02.523 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:02.523 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t`,`t`"] [2024/05/07 02:10:02.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.648 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=319.347µs] [gotSchemaVersion=182] [phyTblIDs="[219]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:02.661 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=182] [2024/05/07 02:10:02.677 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:02.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:02.677 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:02.677 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:02.696 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=53.142694ms] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.766 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=280.065µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:02.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=183] [2024/05/07 02:10:02.814 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.82739ms] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.828 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:02.829 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:02.829 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7cf45510-5d7d-4aa8-a795-b07c8826f674] [watcherID=0c352dd1-8b5a-4054-ab81-56d40b122b1a] [2024/05/07 02:10:02.831 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:02.843 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:02.843 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:02.843 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:02.843 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:02.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.893 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 219, Old Table Name: t"] [2024/05/07 02:10:02.924 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=228.527µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:02.936 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=184] [2024/05/07 02:10:02.973 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.039967ms] [job="ID:224, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.024 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/07 02:10:03.032 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/05/07 02:10:03.036 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=224] [conn=26] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:02.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.093 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/07 02:10:03.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:03.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 26\n# Query_time: 1.189892091\n# Parse_time: 0.000263466\n# Compile_time: 0.000733656\n# Rewrite_time: 0.000010274\n# Optimize_time: 0.000175155\n# Wait_TS: 0.000425645\n# DB: test\n# Is_internal: false\n# Digest: 1d598c400a4fb4369dc077dca9a083040a8c43d93f07445071b1410ea9ffe67a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t`,`t`;"] [2024/05/07 02:10:03.112 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/07 02:10:03.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=184] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/07 02:10:03.153 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:03.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:03.153 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:03.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/07 02:10:03.202 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.209 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 225, Table Name: t1"] [2024/05/07 02:10:03.257 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=2.29314ms] [gotSchemaVersion=185] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:03.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=185] [2024/05/07 02:10:03.320 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=68.415631ms] [job="ID:226, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:03.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.391 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=226] [conn=27] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.427 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/07 02:10:03.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:03.430 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.316365461\n# Parse_time: 0.000539235\n# Compile_time: 0.000710358\n# Rewrite_time: 0.000008279\n# Optimize_time: 0.00031327\n# Wait_TS: 0.000357809\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/07 02:10:03.432 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=185] [cur_db=test] [sql="create table t2(a int, b int)"] [user=] [2024/05/07 02:10:03.467 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:03.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:03.467 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:03.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int)"] [2024/05/07 02:10:03.502 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [category=ddl] [job="ID:228, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.510 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 227, Table Name: t2"] [2024/05/07 02:10:03.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.313807ms] [gotSchemaVersion=186] [phyTblIDs="[227]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:03.571 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=186] [2024/05/07 02:10:03.606 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.012533ms] [job="ID:228, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:03.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.655 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:10:03.671 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=228] [conn=27] [job="ID:228, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:03.432 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:03.706 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/07 02:10:03.706 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:04.229 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589491448676366] [generation=1] [session=27] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=1.165296ms] [2024/05/07 02:10:04.230 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:10:04.230 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-rollback-449589491448676366] [startKey=7480000000000000e15f728000000000000001] [endKey=7480000000000000e15f728000000000000001] [2024/05/07 02:10:04.231 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=0] [startTS=449589491448676366] [commitTS=0] [session=27] [2024/05/07 02:10:04.232 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589491448676366\n# Conn_ID: 27\n# Query_time: 0.509693449\n# Parse_time: 0.000716421\n# Compile_time: 0.00300075\n# Rewrite_time: 0.001840619\n# Optimize_time: 0.00031327\n# Wait_TS: 0.000391578\n# Cop_time: 0.001215595 Process_time: 0.000033288 Wait_time: 0.000019867 Request_count: 1 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 4\n# DB: test\n# Is_internal: false\n# Digest: 17ec1fbcf3620b11461e2eff18cd122e69a53042f1ba2502f253416afd1b6f79\n# Stats: t2:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.3288e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 1.9867e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 17106\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tAbAMAkyN18xCTAJMAlOL0EJMAl0aW1lOjUwMy43bXMsIGxvb3BzOjEsIHByZXBhcmU6IAEbADMBG2BpbnNlcnQ6NDA4LjjCtXMJNDAyIEJ5dGVzAUloCjEJMTRfNgkwCTEwMDAwCXRlc3QudDIuYQkyCWIMMS44OAFGCWEQMgkzMjANPg0IHAoyCTMxXzEwFUNMZGF0YTpUYWJsZUZ1bGxTY2FuXzkZTgA1Lk4AdCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wMQF3RHByb2Nfa2V5czogMiwgdG90XwESIDogMzMuM8K1cwkTJHdhaXQ6IDE5LjkFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhBuOiA0Ng06qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFhAhhbF8lkTQ5MzAuMcK1c319CTI4Ni0qME4vQQozCTQzXzkJMV81aphhYmxlOnQyLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8lOwRrdgW0BDp7BWUMMHMsICmQAZgAcyFiKGRldGFpbDoge3RvAYwYcHJvY2VzczI6AQRhbDIXABxfc2l6ZTogOClXBGFsDSw4MywgZ2V0X3NuYXBzaG90CdYQIDYuNDQlXHRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpQhrZXk+FgAYNCwgYmxvYyHmEH19fSwgAcZeswABHDbgAQhhbF8h4g0aNecAdCEWCHdhbC16SCAxMjMuNMK1c30JTi9BCU4vQQo=')\n# Plan_digest: f7e0f28c5c86b45fa3d92926774edc8a8076ac4356558ce21165e890659f0d92\n# Binary_plan: tidb_decode_binary_plan('iwfACoYHCghJbnNlcnRfMRKoBgoGU29ydF82EuEFCg5UYWJsZVJlYWRlcl8xMBKfAwoPVAETUEZ1bGxTY2FuXzkhjARw3ptXQUEpAAEB8FiIw0AwAjgCQAJKDAoKCgR0ZXN0EgJ0MlIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq8CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwFtfGRldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogMiwgRhcAHF9zaXplOiA4FR0JLPA8MywgZ2V0X3NuYXBzaG90X3RpbWU6IDYuNDTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudAVrCGtleT4WADw0LCBibG9jazoge319fSwgAVVeswABHBQ6IDMzLjMFcQm5CHdhaRGLDDE5LjkJGiEWDHdhbGwNMwwxMjMuAaUIfXD/EQEEAXgRCiT/ASFijYgxlc8MMo4BNAFAAVIUZGF0YTpUYWJsPbwEWhQFiBgxLjU4bXMsLW4cMmLaAWNvcF8li0gge251bTogMSwgbWF4OiAxLjAxASohei1LKVoljDbRAAXPBDogFcqAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNDYtBKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQ4F4jA5MzAuMcK1c319cJ4CLi8BGOnoGcjZUlpCLwEkCXRlc3QudDIuYTUkADguJAEMcMACOCFXFANOL0FaFQVkEDUwMy43IR1EbG9vcHM6MWIhcHJlcGFyZTogARsAMwEbBGluYWdgOjQwOC44wrVzcJIDeP///////////wEYAQ==')\n# Resource_group: default\ninsert into t1 select * from t2 order by a;"] [2024/05/07 02:10:04.232 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=186] [error="[kv:9007]Write conflict, txnStartTS=449589491448676366, conflictStartTS=449589491579748355, conflictCommitTS=449589491579748357, key={tableID=225, tableName=test.t1, handle=1}, originalKey=7480000000000000e15f728000000000000001, primary={tableID=225, tableName=test.t1, handle=1}, originalPrimaryKey=7480000000000000e15f728000000000000001, reason=Optimistic [try again later]"] [session="{\n \"currDBName\": \"test\",\n \"id\": 27,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:10:04.240 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [2024/05/07 02:10:04.240 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [2024/05/07 02:10:04.240 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:04.242 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [] [2024/05/07 02:10:04.243 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:04.243 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=21.815µs] [2024/05/07 02:10:04.243 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=20.213µs] [2024/05/07 02:10:04.243 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=18.865µs] [2024/05/07 02:10:04.243 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=14.759µs] [2024/05/07 02:10:04.243 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:04.244 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=15.704µs] [2024/05/07 02:10:04.244 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:04.244 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:04.244 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:04.247 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c988c845-34d7-4ea8-abb1-a645a7db6dc8] ["take time"=14.173866ms] [2024/05/07 02:10:04.247 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c988c845-34d7-4ea8-abb1-a645a7db6dc8] [2024/05/07 02:10:04.249 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:04.249 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7cf45510-5d7d-4aa8-a795-b07c8826f674] [watcherID=0c352dd1-8b5a-4054-ab81-56d40b122b1a] [2024/05/07 02:10:04.249 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:04.249 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7cf45510-5d7d-4aa8-a795-b07c8826f674] [2024/05/07 02:10:04.249 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:04.249 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:04.249 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:04.249 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:04.249 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:04.250 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:04.250 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:04.250 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:04.250 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:04.250 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:04.255 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:04.255 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1370] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c988c845-34d7-4ea8-abb1-a645a7db6dc8] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:04.256 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:04.256 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:04.256 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6042cf7-d061-4944-ae3a-b8c537d3b383"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:04.256 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:04.256 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:04.256 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="context canceled"] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:04.257 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [2024/05/07 02:10:04.257 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:04.257 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:04.257 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:04.257 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:04.256 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:04.256 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:04.256 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:04.256 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:04.257 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:04.257 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:04.257 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:04.257 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c988c845-34d7-4ea8-abb1-a645a7db6dc8] [2024/05/07 02:10:04.257 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:04.257 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:04.257 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:04.259 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:04.259 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e6042cf7-d061-4944-ae3a-b8c537d3b383] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:04.259 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:04.259 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6042cf7-d061-4944-ae3a-b8c537d3b383"] [error="context canceled"] [2024/05/07 02:10:04.259 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:04.259 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:04.259 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6042cf7-d061-4944-ae3a-b8c537d3b383"] [2024/05/07 02:10:04.259 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:04.259 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6042cf7-d061-4944-ae3a-b8c537d3b383"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:04.263 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:04.263 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:04.263 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:04.330 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:04.330 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="context canceled"] [2024/05/07 02:10:04.330 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [2024/05/07 02:10:04.330 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:05.509 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e6042cf7-d061-4944-ae3a-b8c537d3b383"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:05.515 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:05.515 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:05.515 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:05.586 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c988c845-34d7-4ea8-abb1-a645a7db6dc8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:05.586 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:05.586 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:05.586 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:05.593 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.360939719s] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:05.594 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:05.594 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:05.594 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:05.594 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:05.596 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestPipelinedDMLDisableRetry (4.22s) === RUN TestReplaceRowCheck [2024/05/07 02:10:05.603 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:05.603 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:05.604 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:10:05.605 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:05.605 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:05.606 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:05.606 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:05.606 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:05.606 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:05.606 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:05.608 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:05.611 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:05.613 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:05.615 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:05.623 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:05.633 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:05.767 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=852] ["lease id"=6f188f50cd6b239d] [2024/05/07 02:10:05.770 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:05.864 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=186] ["start time"=90.39948ms] [2024/05/07 02:10:05.869 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:05.869 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=1acfb50e-8698-407e-918e-53b3513be4a0] [runWorker=true] [2024/05/07 02:10:05.870 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:05.873 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:05.874 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:05.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:05.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:05.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:05.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:05.874 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:05.874 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:05.875 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:05.875 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:05.875 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:05.875 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:05.875 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:05.875 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:05.875 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:05.875 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:05.876 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1d8f] [ownerID=1acfb50e-8698-407e-918e-53b3513be4a0] [op=none] [2024/05/07 02:10:05.877 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:05.877 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=106f0020-c653-4b24-a073-55e71e1eee6a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:05.882 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:05.905 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:05.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:05.907 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:05.926 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:05.927 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1d8f] [ownerID=1acfb50e-8698-407e-918e-53b3513be4a0] [op=none] [2024/05/07 02:10:05.927 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [op=none] [2024/05/07 02:10:05.927 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:06.007 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:06.023 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:06.034 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:06.034 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:06.034 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:06.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:06.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:06.035 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:06.035 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:06.035 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:06.035 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:06.037 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:06.037 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:06.038 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:06.038 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:06.038 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:06.038 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:06.038 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:06.041 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:06.042 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:06.049 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6e9915f9-6e00-4480-8dbd-77941ba2432a] [2024/05/07 02:10:06.049 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:06.049 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:06.053 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:06.053 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:06.053 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:06.083 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.392462ms] [2024/05/07 02:10:06.087 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:06.092 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:10:06.094 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="alter table `t2` nocache"] [user=] [2024/05/07 02:10:06.096 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=29] [schemaVersion=186] [cur_db=test] [sql="drop table `t1`,`t2`"] [user=] [2024/05/07 02:10:06.121 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:06.121 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/07 02:10:06.163 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.221 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=342.285µs] [gotSchemaVersion=187] [phyTblIDs="[225]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:06.234 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=187] [2024/05/07 02:10:06.269 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=53.328169ms] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.333 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=238.09µs] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:06.375 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=188] [2024/05/07 02:10:06.413 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.979014ms] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.443 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [category=ddl] [job="ID:229, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.453 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 225, Old Table Name: t1"] [2024/05/07 02:10:06.485 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=230.955µs] [gotSchemaVersion=189] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:06.496 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=229] [version=189] [2024/05/07 02:10:06.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.919185ms] [job="ID:229, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.587 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=229] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/07 02:10:06.600 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=229] [jobType="drop table"] [2024/05/07 02:10:06.604 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=229] [conn=29] [job="ID:229, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:06.083 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.656 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=229] [2024/05/07 02:10:06.656 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:06.684 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:06.684 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`,`t2`"] [2024/05/07 02:10:06.723 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=261.69µs] [gotSchemaVersion=190] [phyTblIDs="[227]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:06.762 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=190] [2024/05/07 02:10:06.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.191889ms] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.861 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.896 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=248.004µs] [gotSchemaVersion=191] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:06.897 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:06.897 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:06.897 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:06.897 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:06.906 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=191] [2024/05/07 02:10:06.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=52.742192ms] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.020 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [category=ddl] [job="ID:230, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.030 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 227, Old Table Name: t2"] [2024/05/07 02:10:07.050 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:07.050 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:07.050 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6e9915f9-6e00-4480-8dbd-77941ba2432a] [watcherID=94c209cf-cd84-4c8d-aab2-1502302eb6be] [2024/05/07 02:10:07.053 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:07.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=265.4µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:07.066 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:07.066 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:07.066 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:07.066 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:07.073 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=192] [2024/05/07 02:10:07.111 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=53.41381ms] [job="ID:230, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.144 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/07 02:10:07.152 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="drop table"] [2024/05/07 02:10:07.156 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=230] [conn=29] [job="ID:230, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:06.633 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.207 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/07 02:10:07.207 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:07.210 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 29\n# Query_time: 1.11437895\n# Parse_time: 0.000242295\n# Compile_time: 0.000579366\n# Rewrite_time: 0.000008815\n# Optimize_time: 0.000187263\n# Wait_TS: 0.000389321\n# DB: test\n# Is_internal: false\n# Digest: b85281fbd1541c61627d9ed76ac8215af16639bf57f86b3e66202cd5936a07c3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`,`t2`;"] [2024/05/07 02:10:07.219 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:10:07.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=192] [cur_db=test] [sql="create table t1(a int, b int)"] [user=] [2024/05/07 02:10:07.267 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:07.267 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int)"] [2024/05/07 02:10:07.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [category=ddl] [job="ID:232, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.332 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 231, Table Name: t1"] [2024/05/07 02:10:07.380 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=2.386667ms] [gotSchemaVersion=193] [phyTblIDs="[231]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:07.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=193] [2024/05/07 02:10:07.428 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.400081ms] [job="ID:232, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.489 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=232] [conn=30] [job="ID:232, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.525 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/07 02:10:07.525 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:07.528 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.307671134\n# Parse_time: 0.000414616\n# Compile_time: 0.000639186\n# Rewrite_time: 0.000006842\n# Optimize_time: 0.000440819\n# Wait_TS: 0.000436608\n# DB: test\n# Is_internal: false\n# Digest: 9403a105e19a472ae4e147d74d47b10784bbd3664a9ede95b567e43e5be7a62b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int);"] [2024/05/07 02:10:07.530 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=193] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/07 02:10:07.573 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:07.573 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/07 02:10:07.640 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [category=ddl] [job="ID:234, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.673 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 233, Table Name: _t1"] [2024/05/07 02:10:07.725 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=2.495172ms] [gotSchemaVersion=194] [phyTblIDs="[233]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:07.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=234] [version=194] [2024/05/07 02:10:07.772 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.593813ms] [job="ID:234, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.838 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=234] [conn=30] [job="ID:234, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.872 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/07 02:10:07.872 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:07.874 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:10:07.875 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.346772012\n# Parse_time: 0.00052907\n# Compile_time: 0.000841056\n# Rewrite_time: 0.000012874\n# Optimize_time: 0.000440819\n# Wait_TS: 0.000333142\n# DB: test\n# Is_internal: false\n# Digest: a8bde44eef1fe710216b490e1d85336d534190c36240e0323fb1b1f503825759\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table _t1(a int primary key, b int);"] [2024/05/07 02:10:07.901 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589492549681155] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.232794ms] [2024/05/07 02:10:07.901 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449589492549681155] [2024/05/07 02:10:07.903 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589492549681155] [commitTS=449589492549681158] [2024/05/07 02:10:07.903 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589492549681155] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] [concurrency=8] [2024/05/07 02:10:07.906 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589492549681155] [startKey=7480000000000000e95f728000000000000001] [endKey=7480000000000000e95f728000000000000002] ["cost time"=3.07594ms] ["completed regions"=1] [2024/05/07 02:10:07.906 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589492549681155] [commitTS=449589492549681158] [session=30] [2024/05/07 02:10:07.913 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=194] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:10:07.942 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:07.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:07.942 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:07.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:10:07.986 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [category=ddl] [job="ID:236, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:233, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:07.997 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 235, Table Name: _t1, Old Table ID: 233, Old Table Name: _t1"] [2024/05/07 02:10:08.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=2.768899ms] [gotSchemaVersion=195] [phyTblIDs="[233,235]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:08.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=236] [version=195] [2024/05/07 02:10:08.085 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=53.107472ms] [job="ID:236, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.150 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=236] [tableIDs="[233]"] [comment="drop table: table ID"] [2024/05/07 02:10:08.158 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=236] [jobType="truncate table"] [2024/05/07 02:10:08.162 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=236] [conn=30] [job="ID:236, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:233, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.217 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/07 02:10:08.217 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:08.220 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.308576658\n# Parse_time: 0.000556765\n# Compile_time: 0.00078464\n# Rewrite_time: 0.000009904\n# Optimize_time: 0.000967469\n# Wait_TS: 0.000392166\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:10:08.231 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589492628324361] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.119981ms] [2024/05/07 02:10:08.231 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449589492628324361] [2024/05/07 02:10:08.232 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589492628324361] [commitTS=449589492628324363] [2024/05/07 02:10:08.233 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589492628324361] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] [concurrency=8] [2024/05/07 02:10:08.235 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589492628324361] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f728000000000000002] ["cost time"=2.744063ms] ["completed regions"=1] [2024/05/07 02:10:08.236 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589492628324361] [commitTS=449589492628324363] [session=30] [2024/05/07 02:10:08.242 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=195] [cur_db=test] [sql="truncate table _t1"] [user=] [2024/05/07 02:10:08.271 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:08.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:08.271 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:08.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table _t1"] [2024/05/07 02:10:08.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:truncate table, State:queueing, SchemaState:none, SchemaID:2, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:08.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.331 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 2, Table ID: 237, Table Name: _t1, Old Table ID: 235, Old Table Name: _t1"] [2024/05/07 02:10:08.405 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=2.549288ms] [gotSchemaVersion=196] [phyTblIDs="[235,237]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:08.417 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=196] [2024/05/07 02:10:08.452 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.045923ms] [job="ID:238, Type:truncate table, State:done, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:08.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.525 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop table: table ID"] [2024/05/07 02:10:08.534 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="truncate table"] [2024/05/07 02:10:08.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:truncate table, State:synced, SchemaState:public, SchemaID:2, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:08.233 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.596 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/07 02:10:08.597 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:08.600 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 30\n# Query_time: 0.358863914\n# Parse_time: 0.000213985\n# Compile_time: 0.000645265\n# Rewrite_time: 0.000008415\n# Optimize_time: 0.001081972\n# Wait_TS: 0.000358682\n# DB: test\n# Is_internal: false\n# Digest: 2bea928214d9f5f6ee19394ba2ed1bc51d2fde7b4dbd258f45a4aef55676da29\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table _t1;"] [2024/05/07 02:10:08.614 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589492733181955] [generation=1] [session=30] [keys=2] [size=58B] ["flushed keys"=2] ["flushed size"=58B] ["take time"=1.343703ms] [2024/05/07 02:10:08.614 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=58B] [startTS=449589492733181955] [2024/05/07 02:10:08.615 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589492733181955] [commitTS=449589492733181956] [2024/05/07 02:10:08.616 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589492733181955] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] [concurrency=8] [2024/05/07 02:10:08.619 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589492733181955] [startKey=7480000000000000ed5f728000000000000001] [endKey=7480000000000000ed5f728000000000000002] ["cost time"=2.960621ms] ["completed regions"=1] [2024/05/07 02:10:08.619 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589492733181955] [commitTS=449589492733181956] [session=30] [2024/05/07 02:10:08.650 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [2024/05/07 02:10:08.650 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [2024/05/07 02:10:08.652 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [] [2024/05/07 02:10:08.653 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:08.653 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=24.823µs] [2024/05/07 02:10:08.653 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=13.67µs] [2024/05/07 02:10:08.653 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=13.637µs] [2024/05/07 02:10:08.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=14.935µs] [2024/05/07 02:10:08.654 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:08.654 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=5.276µs] [2024/05/07 02:10:08.654 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:08.654 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:08.654 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:08.657 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=1acfb50e-8698-407e-918e-53b3513be4a0] ["take time"=33.719119ms] [2024/05/07 02:10:08.657 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=1acfb50e-8698-407e-918e-53b3513be4a0] [2024/05/07 02:10:08.659 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:08.659 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6e9915f9-6e00-4480-8dbd-77941ba2432a] [watcherID=94c209cf-cd84-4c8d-aab2-1502302eb6be] [2024/05/07 02:10:08.659 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:08.659 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6e9915f9-6e00-4480-8dbd-77941ba2432a] [2024/05/07 02:10:08.659 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:08.660 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:08.660 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:08.660 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:08.665 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:08.665 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=852] [2024/05/07 02:10:08.666 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:08.666 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:08.666 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:08.667 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 106f0020-c653-4b24-a073-55e71e1eee6a"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:08.667 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:08.667 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:08.667 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [error="context canceled"] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:08.667 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:08.667 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:08.667 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=1acfb50e-8698-407e-918e-53b3513be4a0] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:08.667 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:08.666 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:08.667 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:08.666 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:08.667 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:08.667 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:08.667 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:08.667 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=1acfb50e-8698-407e-918e-53b3513be4a0] [2024/05/07 02:10:08.667 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:08.668 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:08.668 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:08.668 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:08.668 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:08.669 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:08.669 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:08.669 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=106f0020-c653-4b24-a073-55e71e1eee6a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:08.669 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 106f0020-c653-4b24-a073-55e71e1eee6a"] [error="context canceled"] [2024/05/07 02:10:08.669 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:08.669 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:08.669 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:08.669 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 106f0020-c653-4b24-a073-55e71e1eee6a"] [2024/05/07 02:10:08.741 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:08.741 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [error="context canceled"] [2024/05/07 02:10:08.741 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [2024/05/07 02:10:08.741 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:09.898 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:09.898 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:09.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:09.928 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 106f0020-c653-4b24-a073-55e71e1eee6a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:09.996 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1acfb50e-8698-407e-918e-53b3513be4a0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:09.996 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:09.996 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:09.996 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:10.003 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.380024137s] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:10.004 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:10.004 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:10.004 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:10.004 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:10.006 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestReplaceRowCheck (4.41s) === RUN TestDuplicateKeyErrorMessage [2024/05/07 02:10:10.013 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:10.013 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:10.014 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:10:10.015 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:10.015 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:10.016 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:10.016 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:10.016 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:10.016 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:10.016 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:10.018 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:10.022 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:10.023 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:10.025 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:10.033 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:10.044 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:10.179 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1823] ["lease id"=6f188f50cd6b23d0] [2024/05/07 02:10:10.181 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:10.276 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=196] ["start time"=90.972976ms] [2024/05/07 02:10:10.281 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:10.281 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=59f4984e-dbc9-4e98-9ff5-e39c581ce108] [runWorker=true] [2024/05/07 02:10:10.281 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:10.283 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:10.284 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:10.284 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:10.284 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:10.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:10.285 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:10.285 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:10.286 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1dc1] [ownerID=59f4984e-dbc9-4e98-9ff5-e39c581ce108] [op=none] [2024/05/07 02:10:10.287 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:10.287 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4ab807e0-781f-4a24-bd90-bf18c3b982c2] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:10.292 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:10.315 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:10.316 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:10.317 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:10.335 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:10.336 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1dc1] [ownerID=59f4984e-dbc9-4e98-9ff5-e39c581ce108] [op=none] [2024/05/07 02:10:10.336 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [op=none] [2024/05/07 02:10:10.336 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:10.415 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:10.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:10.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:10.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:10.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:10.444 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:10.444 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:10.444 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:10.444 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:10.444 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:10.444 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:10.446 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:10.447 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:10.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:10.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:10.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:10.475 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:10.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:10.479 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:10.480 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:10.489 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/5e755614-f9b6-43c2-af7c-5cfc732c4aca] [2024/05/07 02:10:10.489 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:10.490 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:10.491 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:10.491 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:10.491 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:10.529 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:10.532 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=85.326694ms] [2024/05/07 02:10:10.534 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/07 02:10:10.537 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:10:10.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=31] [schemaVersion=196] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/07 02:10:10.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:10.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/07 02:10:10.626 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=237.808µs] [gotSchemaVersion=197] [phyTblIDs="[237]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:10.664 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=197] [2024/05/07 02:10:10.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.018487ms] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.766 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=255.524µs] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:10.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=198] [2024/05/07 02:10:10.844 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.14253ms] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.910 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [category=ddl] [job="ID:239, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:237, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.919 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 237, Old Table Name: _t1"] [2024/05/07 02:10:10.952 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=260.766µs] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:10.963 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=239] [version=199] [2024/05/07 02:10:11.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.21665ms] [job="ID:239, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.053 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=239] [tableIDs="[237]"] [comment="drop table: table ID"] [2024/05/07 02:10:11.065 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=239] [jobType="drop table"] [2024/05/07 02:10:11.069 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=239] [conn=31] [job="ID:239, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:237, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:10.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.124 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=239] [2024/05/07 02:10:11.124 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:11.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:11.184 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/07 02:10:11.228 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.261 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=309.477µs] [gotSchemaVersion=200] [phyTblIDs="[231]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:11.272 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=200] [2024/05/07 02:10:11.308 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:11.308 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:11.308 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:11.308 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:11.310 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.696268ms] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.385 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=231.607µs] [gotSchemaVersion=201] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:11.397 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=201] [2024/05/07 02:10:11.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.675995ms] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.489 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:11.489 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:11.490 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5e755614-f9b6-43c2-af7c-5cfc732c4aca] [watcherID=0e4caf12-f428-403f-910f-529ae8011c1f] [2024/05/07 02:10:11.491 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:11.502 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [category=ddl] [job="ID:240, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:231, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.504 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:11.504 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:11.504 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:11.504 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:11.511 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 231, Old Table Name: t1"] [2024/05/07 02:10:11.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=237.738µs] [gotSchemaVersion=202] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:11.564 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=202] [2024/05/07 02:10:11.600 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=54.065314ms] [job="ID:240, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.651 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=240] [tableIDs="[231]"] [comment="drop table: table ID"] [2024/05/07 02:10:11.660 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=240] [jobType="drop table"] [2024/05/07 02:10:11.664 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=240] [conn=31] [job="ID:240, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:231, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:11.133 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.719 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/07 02:10:11.719 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:11.723 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 31\n# Query_time: 1.184144778\n# Parse_time: 0.000243405\n# Compile_time: 0.000703412\n# Rewrite_time: 0.000011528\n# Optimize_time: 0.000180107\n# Wait_TS: 0.00047513\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/07 02:10:11.731 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/07 02:10:11.734 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=202] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/07 02:10:11.771 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:11.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:11.771 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:11.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/07 02:10:11.826 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:11.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.834 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 241, Table Name: t1"] [2024/05/07 02:10:11.913 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.3185ms] [gotSchemaVersion=203] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:11.925 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=242] [version=203] [2024/05/07 02:10:11.959 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=52.997628ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:11.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:12.004 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=242] [conn=32] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:11.733 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:12.038 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/07 02:10:12.038 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:12.041 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 0.308499565\n# Parse_time: 0.000587756\n# Compile_time: 0.001087782\n# Rewrite_time: 0.000010493\n# Optimize_time: 0.000334226\n# Wait_TS: 0.000496373\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/07 02:10:12.058 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589493637578764] [generation=1] [session=32] [keys=1] [size=29B] ["flushed keys"=1] ["flushed size"=29B] ["take time"=836.339µs] [2024/05/07 02:10:12.082 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [2024/05/07 02:10:12.082 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [2024/05/07 02:10:12.082 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:12.083 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [] [2024/05/07 02:10:12.084 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:12.084 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=26.931µs] [2024/05/07 02:10:12.084 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=14.466µs] [2024/05/07 02:10:12.084 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=13.468µs] [2024/05/07 02:10:12.085 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=12.899µs] [2024/05/07 02:10:12.085 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:12.085 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=5.294µs] [2024/05/07 02:10:12.085 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:12.085 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:12.085 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:12.087 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=59f4984e-dbc9-4e98-9ff5-e39c581ce108] ["take time"=28.33337ms] [2024/05/07 02:10:12.087 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=59f4984e-dbc9-4e98-9ff5-e39c581ce108] [2024/05/07 02:10:12.089 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:12.089 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/5e755614-f9b6-43c2-af7c-5cfc732c4aca] [watcherID=0e4caf12-f428-403f-910f-529ae8011c1f] [2024/05/07 02:10:12.089 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:12.089 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/5e755614-f9b6-43c2-af7c-5cfc732c4aca] [2024/05/07 02:10:12.089 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:12.089 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:12.089 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:12.089 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:12.089 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:12.090 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:12.090 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:12.090 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:12.090 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:12.090 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:12.095 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:12.095 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1823] [2024/05/07 02:10:12.096 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:12.096 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=59f4984e-dbc9-4e98-9ff5-e39c581ce108] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:12.096 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ab807e0-781f-4a24-bd90-bf18c3b982c2"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:12.096 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="context canceled"] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:12.096 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:12.096 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:12.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:12.096 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:12.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:12.096 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:12.096 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:12.096 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:12.097 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=59f4984e-dbc9-4e98-9ff5-e39c581ce108] [2024/05/07 02:10:12.097 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:12.097 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:12.097 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:12.097 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:12.097 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:12.097 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:12.097 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:12.098 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ab807e0-781f-4a24-bd90-bf18c3b982c2"] [error="context canceled"] [2024/05/07 02:10:12.098 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4ab807e0-781f-4a24-bd90-bf18c3b982c2] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:12.098 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:12.098 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:12.098 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:12.098 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ab807e0-781f-4a24-bd90-bf18c3b982c2"] [2024/05/07 02:10:12.098 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:12.099 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:12.099 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ab807e0-781f-4a24-bd90-bf18c3b982c2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:12.136 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:12.136 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="context canceled"] [2024/05/07 02:10:12.136 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [2024/05/07 02:10:13.349 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4ab807e0-781f-4a24-bd90-bf18c3b982c2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:13.367 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:13.367 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 59f4984e-dbc9-4e98-9ff5-e39c581ce108"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:13.367 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:13.367 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:13.367 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:13.367 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:13.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:13.375 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.316489552s] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:13.376 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:13.376 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:13.376 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:13.376 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:13.377 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestDuplicateKeyErrorMessage (3.37s) === RUN TestInsertIgnoreOnDuplicateKeyUpdate [2024/05/07 02:10:13.384 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:13.385 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:13.386 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:10:13.386 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:13.386 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:13.387 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:13.387 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:13.387 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:13.387 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:13.387 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:13.389 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:13.393 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:13.395 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:13.397 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:13.405 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:13.415 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:13.548 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=948] ["lease id"=22318f50cd6b1de7] [2024/05/07 02:10:13.550 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:13.645 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=203] ["start time"=91.152769ms] [2024/05/07 02:10:13.650 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:13.650 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] [runWorker=true] [2024/05/07 02:10:13.650 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:13.652 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:13.653 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:13.653 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:13.653 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:13.653 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:13.654 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:13.654 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:13.655 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b160c] [ownerID=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] [op=none] [2024/05/07 02:10:13.656 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:13.656 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e622a1f4-6a4a-49c0-bc24-7e04b8078bb2] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:13.660 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:13.683 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:13.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:13.685 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:13.705 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:13.705 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6b160c] [ownerID=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] [op=none] [2024/05/07 02:10:13.705 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [op=none] [2024/05/07 02:10:13.705 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:13.784 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:13.801 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:13.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:13.811 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:13.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:13.812 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:13.812 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:13.812 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:13.812 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:13.812 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:13.812 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:13.814 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:13.814 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:13.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:13.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:13.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:13.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:13.815 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:13.818 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:13.820 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:13.826 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3bb03ff4-5efb-40bb-9064-cf791cb06075] [2024/05/07 02:10:13.826 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:13.827 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:13.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:13.830 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:13.830 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:13.861 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=46.814282ms] [2024/05/07 02:10:13.913 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:13.918 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:10:13.921 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=33] [schemaVersion=203] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/07 02:10:13.945 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/07 02:10:13.945 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:13.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.027 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=275.246µs] [gotSchemaVersion=204] [phyTblIDs="[241]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:14.039 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=204] [2024/05/07 02:10:14.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.737402ms] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.156 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=240.424µs] [gotSchemaVersion=205] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:14.168 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=205] [2024/05/07 02:10:14.206 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.028148ms] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [category=ddl] [job="ID:243, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.276 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 241, Old Table Name: t1"] [2024/05/07 02:10:14.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=242.449µs] [gotSchemaVersion=206] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:14.320 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=206] [2024/05/07 02:10:14.358 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=53.402327ms] [job="ID:243, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.415 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=243] [tableIDs="[241]"] [comment="drop table: table ID"] [2024/05/07 02:10:14.428 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=243] [jobType="drop table"] [2024/05/07 02:10:14.432 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=243] [conn=33] [job="ID:243, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:241, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:13.883 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.495 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/07 02:10:14.495 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:14.498 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 33\n# Query_time: 0.578334204\n# Parse_time: 0.00027046\n# Compile_time: 0.000596352\n# Rewrite_time: 0.000007733\n# Optimize_time: 0.000176047\n# Wait_TS: 0.000369826\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/07 02:10:14.508 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="drop table if exists t1"] [user=] [2024/05/07 02:10:14.510 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=206] [cur_db=test] [sql="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [user=] [2024/05/07 02:10:14.554 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:14.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:14.554 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:14.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int, b int, unique index u1(a, b), unique index u2(a))"] [2024/05/07 02:10:14.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [category=ddl] [job="ID:245, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:14.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.600 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 244, Table Name: t1"] [2024/05/07 02:10:14.681 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:14.681 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:14.681 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:14.681 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:14.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=2.85061ms] [gotSchemaVersion=207] [phyTblIDs="[244]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:14.706 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=245] [version=207] [2024/05/07 02:10:14.742 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.956789ms] [job="ID:245, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:14.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.779 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=245] [conn=34] [job="ID:245, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:14.482 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:14.816 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=245] [2024/05/07 02:10:14.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:14.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.311160348\n# Parse_time: 0.000749299\n# Compile_time: 0.000829798\n# Rewrite_time: 0.000007966\n# Optimize_time: 0.000376958\n# Wait_TS: 0.00035008\n# DB: test\n# Is_internal: false\n# Digest: 02540143b8561d612e05952aa4aa2af086a99f964bd844533a3a440bf88f0bc1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int, b int, unique index u1(a, b), unique index u2(a));"] [2024/05/07 02:10:14.826 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:14.827 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:14.827 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3bb03ff4-5efb-40bb-9064-cf791cb06075] [watcherID=dd68e26b-b406-4aa9-98b1-5ffb545de1a4] [2024/05/07 02:10:14.830 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:14.830 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589494358474760] [generation=1] [session=34] [keys=6] [size=228B] ["flushed keys"=6] ["flushed size"=228B] ["take time"=1.349392ms] [2024/05/07 02:10:14.830 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=6] [size=228B] [startTS=449589494358474760] [2024/05/07 02:10:14.832 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589494358474760] [commitTS=449589494358474767] [2024/05/07 02:10:14.832 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589494358474760] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] [concurrency=8] [2024/05/07 02:10:14.835 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589494358474760] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000002] ["cost time"=3.233051ms] ["completed regions"=1] [2024/05/07 02:10:14.836 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589494358474760] [commitTS=449589494358474767] [session=34] [2024/05/07 02:10:14.842 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:14.842 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:14.842 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:14.842 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:14.846 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589494371581954] [generation=1] [session=34] [keys=3] [size=115B] ["flushed keys"=3] ["flushed size"=115B] ["take time"=1.206768ms] [2024/05/07 02:10:14.846 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=3] [size=115B] [startTS=449589494371581954] [2024/05/07 02:10:14.847 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589494371581954] [commitTS=449589494371581958] [2024/05/07 02:10:14.847 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589494371581954] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] [concurrency=8] [2024/05/07 02:10:14.850 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589494371581954] [startKey=7480000000000000f45f698000000000000001038000000000000000038000000000000000] [endKey=7480000000000000f45f728000000000000001] ["cost time"=2.812978ms] ["completed regions"=1] [2024/05/07 02:10:14.850 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589494371581954] [commitTS=449589494371581958] [session=34] [2024/05/07 02:10:14.874 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [2024/05/07 02:10:14.874 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [2024/05/07 02:10:14.875 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [] [2024/05/07 02:10:14.876 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:14.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=22.858µs] [2024/05/07 02:10:14.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=15.496µs] [2024/05/07 02:10:14.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=11.782µs] [2024/05/07 02:10:14.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=13.157µs] [2024/05/07 02:10:14.877 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:14.877 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=5.43µs] [2024/05/07 02:10:14.877 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:14.877 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:14.877 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:14.878 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] ["take time"=22.850722ms] [2024/05/07 02:10:14.878 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] [2024/05/07 02:10:14.880 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:14.880 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:14.880 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3bb03ff4-5efb-40bb-9064-cf791cb06075] [watcherID=dd68e26b-b406-4aa9-98b1-5ffb545de1a4] [2024/05/07 02:10:14.880 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3bb03ff4-5efb-40bb-9064-cf791cb06075] [2024/05/07 02:10:14.880 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:14.880 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:14.880 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:14.880 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:14.880 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:14.881 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:14.881 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:14.881 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:14.881 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:14.881 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:14.886 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:14.886 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=948] [2024/05/07 02:10:14.887 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:14.887 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:14.887 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:14.887 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e622a1f4-6a4a-49c0-bc24-7e04b8078bb2"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:14.887 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:14.887 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:14.887 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:14.887 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="context canceled"] [2024/05/07 02:10:14.887 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:14.888 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:14.888 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [2024/05/07 02:10:14.887 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:14.888 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:14.888 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:14.887 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:14.888 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:14.887 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:14.887 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:14.888 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [2024/05/07 02:10:14.888 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d7889b17-c9cb-4a42-90b3-38b5bf8a441c] [2024/05/07 02:10:14.888 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:14.888 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:14.888 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:14.888 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:14.888 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:14.889 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:14.889 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:14.889 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e622a1f4-6a4a-49c0-bc24-7e04b8078bb2] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:14.889 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:14.889 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:14.889 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:14.889 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e622a1f4-6a4a-49c0-bc24-7e04b8078bb2"] [error="context canceled"] [2024/05/07 02:10:14.889 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e622a1f4-6a4a-49c0-bc24-7e04b8078bb2"] [2024/05/07 02:10:14.889 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e622a1f4-6a4a-49c0-bc24-7e04b8078bb2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:14.926 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:14.926 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="context canceled"] [2024/05/07 02:10:15.127 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:16.134 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:16.134 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:16.134 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:16.152 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e622a1f4-6a4a-49c0-bc24-7e04b8078bb2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:16.377 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d7889b17-c9cb-4a42-90b3-38b5bf8a441c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:16.377 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:16.377 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:16.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:16.385 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.529665773s] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:16.386 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:16.386 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:16.386 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:16.386 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:16.387 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestInsertIgnoreOnDuplicateKeyUpdate (3.01s) === RUN TestConflictError [2024/05/07 02:10:16.394 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:16.395 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:16.396 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:10:16.396 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:16.396 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:16.397 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:16.397 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:16.397 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:16.397 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:16.397 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:16.399 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:16.403 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:16.405 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:16.406 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:16.415 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:16.425 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:16.559 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=2040] ["lease id"=3eaa8f50cd6b162d] [2024/05/07 02:10:16.561 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:16.656 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=91.480967ms] [2024/05/07 02:10:16.661 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:16.661 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] [runWorker=true] [2024/05/07 02:10:16.661 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:16.663 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:16.664 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:16.664 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:16.664 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:16.664 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:16.664 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:16.666 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b2421] [ownerID=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] [op=none] [2024/05/07 02:10:16.667 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:16.667 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f970684f-4c30-4265-bf77-7b09409faab4] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:16.671 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:16.695 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:16.696 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:16.696 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:16.715 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:16.716 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd6b2421] [ownerID=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] [op=none] [2024/05/07 02:10:16.716 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [op=none] [2024/05/07 02:10:16.716 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:16.798 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:16.815 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:16.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:16.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:16.829 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:16.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:16.829 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:16.829 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:16.829 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:16.829 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:16.829 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:16.831 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:16.831 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:16.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:16.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:16.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:16.833 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:16.833 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:16.836 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:16.838 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:16.844 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/21f2bef7-a801-45e5-854e-8bb5f1cad167] [2024/05/07 02:10:16.845 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:16.845 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:16.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:16.879 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:16.879 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:16.917 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=85.73206ms] [2024/05/07 02:10:16.922 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:16.927 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:10:16.929 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=35] [schemaVersion=207] [cur_db=test] [sql="drop table `t1`"] [user=] [2024/05/07 02:10:16.955 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:16.955 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `t1`"] [2024/05/07 02:10:17.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.045 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=222.276µs] [gotSchemaVersion=208] [phyTblIDs="[244]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:17.057 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=208] [2024/05/07 02:10:17.094 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.202195ms] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=217.558µs] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:17.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=209] [2024/05/07 02:10:17.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.012251ms] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [category=ddl] [job="ID:246, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:244, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.285 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 244, Old Table Name: t1"] [2024/05/07 02:10:17.317 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=231.847µs] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:17.328 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=210] [2024/05/07 02:10:17.367 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.740115ms] [job="ID:246, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.425 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=246] [tableIDs="[244]"] [comment="drop table: table ID"] [2024/05/07 02:10:17.438 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=246] [jobType="drop table"] [2024/05/07 02:10:17.442 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=246] [conn=35] [job="ID:246, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:244, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:16.933 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.499 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/07 02:10:17.499 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:17.503 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 35\n# Query_time: 0.573957513\n# Parse_time: 0.00022269\n# Compile_time: 0.000610693\n# Rewrite_time: 0.000007586\n# Optimize_time: 0.00022166\n# Wait_TS: 0.000392509\n# DB: test\n# Is_internal: false\n# Digest: 685084ba824835aa833e8cd3709eccd20bb6832158d452495dc792a162813a3c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `t1`;"] [2024/05/07 02:10:17.511 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="drop table if exists t1, _t1"] [user=] [2024/05/07 02:10:17.514 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=210] [cur_db=test] [sql="create table t1(a int primary key, b int)"] [user=] [2024/05/07 02:10:17.585 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:17.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:17.585 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:17.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int)"] [2024/05/07 02:10:17.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:17.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.642 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 247, Table Name: t1"] [2024/05/07 02:10:17.691 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:17.691 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:17.691 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:17.691 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:17.697 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.264826ms] [gotSchemaVersion=211] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:17.708 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=211] [2024/05/07 02:10:17.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.984471ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:17.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.782 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=248] [conn=36] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:17.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.827 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/07 02:10:17.827 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:17.831 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.318245792\n# Parse_time: 0.000523258\n# Compile_time: 0.000871602\n# Rewrite_time: 0.000009813\n# Optimize_time: 0.000330233\n# Wait_TS: 0.000422102\n# DB: test\n# Is_internal: false\n# Digest: 974ba3eb266af13b2253f47893e1227576b31d8966dc55753473e0cea8c2cee4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table t1(a int primary key, b int);"] [2024/05/07 02:10:17.832 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=211] [cur_db=test] [sql="create table _t1(a int primary key, b int)"] [user=] [2024/05/07 02:10:17.845 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:17.845 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:17.845 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/21f2bef7-a801-45e5-854e-8bb5f1cad167] [watcherID=9a8e09d3-3f90-4aaf-9ecb-d585cea4cae6] [2024/05/07 02:10:17.879 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:17.882 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:17.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:17.882 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:17.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table _t1(a int primary key, b int)"] [2024/05/07 02:10:17.891 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:17.891 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:17.891 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:17.891 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:17.924 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [category=ddl] [job="ID:250, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:17.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:17.931 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 249, Table Name: _t1"] [2024/05/07 02:10:17.979 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.093014ms] [gotSchemaVersion=212] [phyTblIDs="[249]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:17.989 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=212] [2024/05/07 02:10:18.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=53.129902ms] [job="ID:250, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:17.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:18.094 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=250] [conn=36] [job="ID:250, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:17.832 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:18.126 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/07 02:10:18.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:18.231 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589495249502209] [generation=1] [session=36] [keys=100] [size=2.9kB] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=3.639433ms] [2024/05/07 02:10:18.231 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589495249502209] [generation=2] [session=36] [keys=0] [size=0B] ["flushed keys"=100] ["flushed size"=2.9kB] ["take time"=64.769µs] [2024/05/07 02:10:18.232 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=100] [size=2.9kB] [startTS=449589495249502209] [2024/05/07 02:10:18.233 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589495249502209] [commitTS=449589495249502211] [2024/05/07 02:10:18.233 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589495249502209] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/07 02:10:18.238 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589495249502209] [startKey=7480000000000000f95f728000000000000000] [endKey=7480000000000000f95f728000000000000063] ["cost time"=3.973847ms] ["completed regions"=1] [2024/05/07 02:10:18.238 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589495249502209] [commitTS=449589495249502211] [session=36] [2024/05/07 02:10:18.253 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589495262871554] [generation=1] [session=36] [keys=32] [size=928B] ["flushed keys"=32] ["flushed size"=928B] ["take time"=1.369604ms] [2024/05/07 02:10:18.256 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:10:18.256 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-rollback-449589495262871554] [startKey=7480000000000000f95f728000000000000005] [endKey=7480000000000000f95f728000000000000063] [concurrency=8] [2024/05/07 02:10:18.259 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-rollback-449589495262871554] [startKey=7480000000000000f95f728000000000000005] [endKey=7480000000000000f95f728000000000000063] ["cost time"=2.407363ms] ["completed regions"=1] [2024/05/07 02:10:18.259 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=rollback] ["resolved regions"=1] [startTS=449589495262871554] [commitTS=0] [session=36] [2024/05/07 02:10:18.267 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [2024/05/07 02:10:18.267 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [2024/05/07 02:10:18.267 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:18.269 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=23.738µs] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=13.871µs] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=16.863µs] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=15.244µs] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=16.576µs] [2024/05/07 02:10:18.270 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:18.270 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:18.270 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:18.272 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] ["take time"=15.85557ms] [2024/05/07 02:10:18.273 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] [2024/05/07 02:10:18.274 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:18.275 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/21f2bef7-a801-45e5-854e-8bb5f1cad167] [watcherID=9a8e09d3-3f90-4aaf-9ecb-d585cea4cae6] [2024/05/07 02:10:18.275 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:18.275 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/21f2bef7-a801-45e5-854e-8bb5f1cad167] [2024/05/07 02:10:18.275 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:18.275 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:18.275 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:18.275 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:18.281 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:18.281 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:18.281 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=2040] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:18.282 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:18.282 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:18.282 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f970684f-4c30-4265-bf77-7b09409faab4"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:18.282 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:18.282 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:18.282 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:18.282 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:18.282 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="context canceled"] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:18.282 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:18.282 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:18.282 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:18.282 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:18.282 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:18.283 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=9f5399a9-c2ef-4aba-bfe9-b293892d3e0b] [2024/05/07 02:10:18.283 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:18.283 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:18.283 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:18.283 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:18.283 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:18.284 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:18.284 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f970684f-4c30-4265-bf77-7b09409faab4] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:18.284 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:18.284 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f970684f-4c30-4265-bf77-7b09409faab4"] [error="context canceled"] [2024/05/07 02:10:18.284 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:18.284 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:18.284 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:18.284 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f970684f-4c30-4265-bf77-7b09409faab4"] [2024/05/07 02:10:18.359 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:18.359 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="context canceled"] [2024/05/07 02:10:18.359 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [2024/05/07 02:10:19.533 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:19.533 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:19.533 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:19.535 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f970684f-4c30-4265-bf77-7b09409faab4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:19.612 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 9f5399a9-c2ef-4aba-bfe9-b293892d3e0b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:19.612 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:19.612 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:19.613 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:19.620 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.363823543s] [2024/05/07 02:10:19.621 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:19.621 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:19.621 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:19.622 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:19.623 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConflictError (3.24s) === RUN TestRejectUnsupportedTables [2024/05/07 02:10:19.630 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:10:19.631 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:19.632 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073316274106633] [2024/05/07 02:10:19.632 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:19.632 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:19.633 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:19.633 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:19.633 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:19.633 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:19.633 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:19.635 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:10:19.639 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:19.641 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:19.643 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:10:19.651 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073316274106633] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:10:19.661 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:10:19.796 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=194] ["lease id"=6f188f50cd6b2441] [2024/05/07 02:10:19.798 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:10:19.897 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=212] ["start time"=95.501895ms] [2024/05/07 02:10:19.903 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:10:19.903 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=1d72659b-b81a-4fac-95bc-4f49127f0897] [runWorker=true] [2024/05/07 02:10:19.903 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:10:19.905 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:10:19.906 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:10:19.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:19.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:19.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:19.906 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:19.906 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:19.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:19.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:19.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:19.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:19.907 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:19.907 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:10:19.907 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:10:19.907 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:19.907 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:10:19.908 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1e2d] [ownerID=1d72659b-b81a-4fac-95bc-4f49127f0897] [op=none] [2024/05/07 02:10:19.909 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:19.910 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=af0af877-b42b-4866-95df-411bf3bb0fee] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:19.914 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:10:19.938 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:10:19.939 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:19.940 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:10:19.958 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:10:19.959 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd6b1e2d] [ownerID=1d72659b-b81a-4fac-95bc-4f49127f0897] [op=none] [2024/05/07 02:10:19.959 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [op=none] [2024/05/07 02:10:19.959 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:10:20.039 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:20.056 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:20.068 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:20.068 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:20.068 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:20.068 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:20.068 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:10:20.068 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:10:20.068 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:10:20.068 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:10:20.068 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:10:20.070 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:20.070 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:10:20.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:20.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:20.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:20.072 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:20.072 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:10:20.074 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:20.076 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:10:20.083 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/7a80e01f-cd36-40e0-92fd-ba7edcefaf6d] [2024/05/07 02:10:20.083 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:20.083 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:10:20.086 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:20.087 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:10:20.087 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:10:20.119 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=48.343264ms] [2024/05/07 02:10:20.121 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:10:20.126 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `_t1` nocache"] [user=] [2024/05/07 02:10:20.128 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="alter table `t1` nocache"] [user=] [2024/05/07 02:10:20.131 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=212] [cur_db=test] [sql="drop table `_t1`,`t1`"] [user=] [2024/05/07 02:10:20.158 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:20.158 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/07 02:10:20.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.228 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=248.875µs] [gotSchemaVersion=213] [phyTblIDs="[249]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:20.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=213] [2024/05/07 02:10:20.278 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=54.371156ms] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.329 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.358 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=347.126µs] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:20.371 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=214] [2024/05/07 02:10:20.407 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.217785ms] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [category=ddl] [job="ID:251, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:249, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.482 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 249, Old Table Name: _t1"] [2024/05/07 02:10:20.516 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=235.973µs] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:20.528 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=251] [version=215] [2024/05/07 02:10:20.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=53.520761ms] [job="ID:251, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.619 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=251] [tableIDs="[249]"] [comment="drop table: table ID"] [2024/05/07 02:10:20.632 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=251] [jobType="drop table"] [2024/05/07 02:10:20.637 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=251] [conn=37] [job="ID:251, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:249, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:20.132 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.698 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=251] [2024/05/07 02:10:20.699 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:20.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:20.726 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `_t1`,`t1`"] [2024/05/07 02:10:20.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.790 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=259.76µs] [gotSchemaVersion=216] [phyTblIDs="[247]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:20.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=216] [2024/05/07 02:10:20.840 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.121887ms] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:20.928 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=239.008µs] [gotSchemaVersion=217] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:20.930 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:10:20.930 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:20.930 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:20.930 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:10:20.941 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=217] [2024/05/07 02:10:20.977 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=52.781977ms] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.073 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [category=ddl] [job="ID:252, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.083 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:10:21.083 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:10:21.083 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7a80e01f-cd36-40e0-92fd-ba7edcefaf6d] [watcherID=600cb31a-a2f9-4651-b78d-994ad78ccc3b] [2024/05/07 02:10:21.083 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 247, Old Table Name: t1"] [2024/05/07 02:10:21.087 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:10:21.102 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:10:21.102 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:10:21.102 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:10:21.102 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:10:21.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=286.527µs] [gotSchemaVersion=218] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:10:21.138 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=218] [2024/05/07 02:10:21.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=53.3152ms] [job="ID:252, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.223 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=252] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/07 02:10:21.231 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=252] [jobType="drop table"] [2024/05/07 02:10:21.235 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=252] [conn=37] [job="ID:252, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:20.683 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.289 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/07 02:10:21.289 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:21.293 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 37\n# Query_time: 1.16327902\n# Parse_time: 0.000290634\n# Compile_time: 0.000720975\n# Rewrite_time: 0.000012071\n# Optimize_time: 0.000200502\n# Wait_TS: 0.000349641\n# DB: test\n# Is_internal: false\n# Digest: c71583305ed1e2646b2573a42a8ffefc5eedd608acdc4474cb84c0ed48b30ed7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ndrop table `_t1`,`t1`;"] [2024/05/07 02:10:21.304 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="drop table if exists parent, child"] [user=] [2024/05/07 02:10:21.306 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=218] [cur_db=test] [sql="create table parent(a int primary key)"] [user=] [2024/05/07 02:10:21.340 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:21.340 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table parent(a int primary key)"] [2024/05/07 02:10:21.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:21.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.401 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 253, Table Name: parent"] [2024/05/07 02:10:21.444 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=2.132438ms] [gotSchemaVersion=219] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:21.455 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=219] [2024/05/07 02:10:21.491 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.093132ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.527 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=254] [conn=38] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:21.283 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.557 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/07 02:10:21.557 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:21.563 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=219] [cur_db=test] [sql="create table child(a int, foreign key (a) references parent(a))"] [user=] [2024/05/07 02:10:21.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:21.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table child(a int, foreign key (a) references parent(a))"] [2024/05/07 02:10:21.679 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=2.812743ms] [gotSchemaVersion=220] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:21.774 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=220] [2024/05/07 02:10:21.808 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.51186ms] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [category=ddl] [job="ID:256, Type:create table, State:running, SchemaState:write only, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:21.906 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:10:21.939 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=2.363997ms] [gotSchemaVersion=221] [phyTblIDs="[255]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:21.951 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=221] [2024/05/07 02:10:21.987 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.80303ms] [job="ID:256, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.024 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=256] [conn=38] [job="ID:256, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:255, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:21.532 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.061 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/07 02:10:22.061 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:22.065 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.503520123\n# Parse_time: 0.001078058\n# Compile_time: 0.000913012\n# Rewrite_time: 0.000012339\n# Optimize_time: 0.000380728\n# Wait_TS: 0.000391951\n# DB: test\n# Is_internal: false\n# Digest: 61b4d7961cc04c7bd29ce29ee7ac81c9790fd56bf53edacc687f9a9d6684556a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\ncreate table child(a int, foreign key (a) references parent(a));"] [2024/05/07 02:10:22.089 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:10:22.090 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=221] [error="[planner:1452]Cannot add or update a child row: a foreign key constraint fails (`test`.`child`, CONSTRAINT `fk_1` FOREIGN KEY (`a`) REFERENCES `parent` (`a`))"] [session="{\n \"currDBName\": \"test\",\n \"id\": 38,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:10:22.148 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589496285233155] [generation=1] [session=38] [keys=1] [size=25B] ["flushed keys"=1] ["flushed size"=25B] ["take time"=1.216376ms] [2024/05/07 02:10:22.148 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=1] [size=25B] [startTS=449589496285233155] [2024/05/07 02:10:22.149 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589496285233155] [commitTS=449589496285233156] [2024/05/07 02:10:22.150 +00:00] [INFO] [range_task.go:160] ["empty range task executed. ignored"] [name=pipelined-dml-commit-449589496285233155] [startKey=7480000000000000fd5f728000000000000004] [endKey=7480000000000000fd5f728000000000000004] [2024/05/07 02:10:22.150 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=0] [startTS=449589496285233155] [commitTS=449589496285233156] [session=38] [2024/05/07 02:10:22.154 +00:00] [INFO] [txn.go:480] ["[pipelined dml] flushed memdb to kv store"] [startTS=449589496285233157] [generation=1] [session=38] [keys=2] [size=67B] ["flushed keys"=2] ["flushed size"=67B] ["take time"=1.152798ms] [2024/05/07 02:10:22.154 +00:00] [INFO] [pipelined_flush.go:304] ["[pipelined dml] start to commit transaction"] [keys=2] [size=67B] [startTS=449589496285233157] [2024/05/07 02:10:22.156 +00:00] [INFO] [pipelined_flush.go:332] ["[pipelined dml] transaction is committed"] [startTS=449589496285233157] [commitTS=449589496285233158] [2024/05/07 02:10:22.156 +00:00] [INFO] [range_task.go:167] ["range task started"] [name=pipelined-dml-commit-449589496285233157] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] [concurrency=8] [2024/05/07 02:10:22.159 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create temporary table temp(a int)"] [user=] [2024/05/07 02:10:22.159 +00:00] [INFO] [range_task.go:276] ["range task finished"] [name=pipelined-dml-commit-449589496285233157] [startKey=7480000000000000ff5f698000000000000001038000000000000004038000000000000003] [endKey=7480000000000000ff5f728000000000000003] ["cost time"=3.243222ms] ["completed regions"=1] [2024/05/07 02:10:22.160 +00:00] [INFO] [pipelined_flush.go:474] ["[pipelined dml] resolve flushed locks done"] [txn-status=commit] ["resolved regions"=1] [startTS=449589496285233157] [commitTS=449589496285233158] [session=38] [2024/05/07 02:10:22.171 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=221] [cur_db=test] [sql="create table cached(a int)"] [user=] [2024/05/07 02:10:22.216 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:22.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:22.216 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:22.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table cached(a int)"] [2024/05/07 02:10:22.256 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [category=ddl] [job="ID:259, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.264 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 258, Table Name: cached"] [2024/05/07 02:10:22.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.056251ms] [gotSchemaVersion=222] [phyTblIDs="[258]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:22.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=222] [2024/05/07 02:10:22.355 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=53.647327ms] [job="ID:259, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:22.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.409 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=38] [job="ID:259, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.183 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.473 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/07 02:10:22.473 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:22.478 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.307405091\n# Parse_time: 0.000328423\n# Compile_time: 0.00055064\n# Rewrite_time: 0.00000978\n# Optimize_time: 0.000162971\n# Wait_TS: 0.0004292\n# DB: test\n# Is_internal: false\n# Digest: 1fc4530b24ebb032f87c789f7ebdc7a199d48f323facdd77d6da1f5e9719fce0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table cached(a int);"] [2024/05/07 02:10:22.479 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=222] [cur_db=test] [sql="alter table cached cache"] [user=] [2024/05/07 02:10:22.514 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:22.514 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="alter table cached cache"] [2024/05/07 02:10:22.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:queueing, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.587 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=2.588475ms] [gotSchemaVersion=223] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/07 02:10:22.598 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=223] [2024/05/07 02:10:22.634 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.211281ms] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:alter table cache, State:running, SchemaState:none, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=2.628635ms] [gotSchemaVersion=224] [phyTblIDs="[258]"] [actionTypes="[57]"] [diffTypes="[\"alter table cache\"]"] [2024/05/07 02:10:22.751 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=224] [2024/05/07 02:10:22.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.119333ms] [job="ID:260, Type:alter table cache, State:done, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.845 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:alter table cache, State:synced, SchemaState:public, SchemaID:2, TableID:258, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:22.483 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:22.875 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/07 02:10:22.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:22.879 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 0.400623895\n# Parse_time: 0.000348297\n# Compile_time: 0.000860599\n# Rewrite_time: 0.000015195\n# Optimize_time: 0.000162971\n# Wait_TS: 0.000369794\n# DB: test\n# Is_internal: false\n# Digest: 0c7991438e3d8bdb62473963be68edbc4bf945f74ed312f98c8ea5a389f13671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Warning\",\"Message\":\"Pipelined DML can only be used for auto-commit INSERT, REPLACE, UPDATE or DELETE. Fallback to standard mode\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table cached cache;"] [2024/05/07 02:10:22.916 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [2024/05/07 02:10:22.916 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [2024/05/07 02:10:22.918 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=27.925µs] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=18.157µs] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=14.367µs] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=12.467µs] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=5.129µs] [2024/05/07 02:10:22.919 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:10:22.920 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:10:22.920 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:10:22.923 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=1d72659b-b81a-4fac-95bc-4f49127f0897] ["take time"=12.156467ms] [2024/05/07 02:10:22.923 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=1d72659b-b81a-4fac-95bc-4f49127f0897] [2024/05/07 02:10:22.925 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:10:22.925 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:10:22.925 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/7a80e01f-cd36-40e0-92fd-ba7edcefaf6d] [watcherID=600cb31a-a2f9-4651-b78d-994ad78ccc3b] [2024/05/07 02:10:22.925 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/7a80e01f-cd36-40e0-92fd-ba7edcefaf6d] [2024/05/07 02:10:22.925 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:22.926 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:10:22.926 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:22.926 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:10:22.931 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:10:22.931 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=194] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=1d72659b-b81a-4fac-95bc-4f49127f0897] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:10:22.932 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:10:22.932 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:10:22.933 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:10:22.932 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [error="context canceled"] [2024/05/07 02:10:22.932 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:10:22.933 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:10:22.932 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:10:22.932 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:10:22.932 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:10:22.932 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:10:22.933 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:10:22.933 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=1d72659b-b81a-4fac-95bc-4f49127f0897] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af0af877-b42b-4866-95df-411bf3bb0fee"] [error="lost watcher waiting for delete"] [2024/05/07 02:10:22.933 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:10:22.933 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af0af877-b42b-4866-95df-411bf3bb0fee"] [2024/05/07 02:10:22.933 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:10:22.933 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:10:22.935 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:10:22.935 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:10:22.935 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=af0af877-b42b-4866-95df-411bf3bb0fee] [daemon-id=LogBackup::Advancer] [2024/05/07 02:10:22.935 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:10:22.935 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:10:22.935 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:10:22.935 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager af0af877-b42b-4866-95df-411bf3bb0fee"] [error="context canceled"] [2024/05/07 02:10:22.950 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:10:23.033 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:10:23.033 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [error="context canceled"] [2024/05/07 02:10:23.135 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af0af877-b42b-4866-95df-411bf3bb0fee"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:23.234 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:24.184 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:24.184 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:10:24.185 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:10:24.394 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager af0af877-b42b-4866-95df-411bf3bb0fee"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:24.491 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1d72659b-b81a-4fac-95bc-4f49127f0897"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:10:24.491 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:10:24.492 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:10:24.492 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:10:24.499 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.587997728s] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:24.500 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:24.500 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:24.500 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:24.500 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:24.501 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestRejectUnsupportedTables (4.88s) PASS coverage: 13.6% of statements GCov does not exist at the given path: '' May 07, 2024 2:10:30 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 2:10:30 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 2:10:30 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 2:10:30 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 2:10:30 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/pipelineddmltest:pipelineddmltest_test up-to-date: bazel-bin/tests/realtikvtest/pipelineddmltest/pipelineddmltest_test_/pipelineddmltest_test INFO: Elapsed time: 186.658s, Critical Path: 170.11s INFO: 1551 processes: 1521 remote cache hit, 20 internal, 10 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 18 passing and 0 failing out of 18 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:10:33.852Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:10:33.854Z] ['info'] => Project root located at: . [2024-05-07T02:10:33.856Z] ['info'] -> Token found by environment variables [2024-05-07T02:10:33.869Z] ['info'] Searching for coverage files... [2024-05-07T02:10:34.446Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:10:34.446Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:10:34.823Z] ['info'] Using manual override from args. [2024-05-07T02:10:34.824Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:10:34.834Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:10:35.592Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/2184ddf4-9b61-4d60-972f-e56f92eedbd4.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021035Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=03e07baf4381a08aef0f8033c8ae5c2405a1952e731a00b66193525b2458572c [2024-05-07T02:10:35.592Z] ['info'] Uploading... [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 159s remote-cache, linux-sandbox ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 38.982024201 s [2024-05-07T02:10:37.356Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [1,550 / 1,551] Testing //tests/realtikvtest/addindextest4:addindextest4_test; 59s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 160s remote-cache, linux-sandbox [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 160s remote-cache, linux-sandbox FLAKY: //tests/realtikvtest/addindextest4:addindextest4_test (Summary) /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/test_attempts/attempt_1.log [1,550 / 1,551] 1 / 1 tests; Testing //tests/realtikvtest/addindextest4:addindextest4_test; 77s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/addindextest4:addindextest4_test: ==================== Test output for //tests/realtikvtest/addindextest4:addindextest4_test: === RUN TestAddIndexIngestMemoryUsage [2024/05/07 02:08:10.815 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:10.815 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:10.815 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:10.816 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:10.816 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:10.817 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:10.817 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:10.817 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:10.817 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:10.817 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:10.818 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:10.819 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:10.819 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:10.819 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:10.833 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:10.833 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:10.835 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:10.835 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:10.843 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:10.851 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:10.860 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:10.870 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=198] ["lease id"=6f188f50cd76ea40] [2024/05/07 02:08:10.871 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:10.873 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexIngestMemoryUsage\n\ttests/realtikvtest/addindextest4/ingest_test.go:47\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:10.877 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=3.552618ms] [2024/05/07 02:08:10.877 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:10.877 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7fb75862-73b8-4b3f-bf84-1e193d3e2e62] [runWorker=true] [2024/05/07 02:08:10.877 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:10.878 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:10.879 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:10.879 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184585674752/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:10.879 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:10.879 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:10.879 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:10.879 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:10.881 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ea44] [ownerID=7fb75862-73b8-4b3f-bf84-1e193d3e2e62] [op=none] [2024/05/07 02:08:10.881 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:10.881 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0cc9fb84-3709-4b1e-b04f-28036e471424] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:10.882 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cc9fb84-3709-4b1e-b04f-28036e471424"] ["owner key"=/tidb/br-stream/owner/6f188f50cd76ea46] [ownerID=0cc9fb84-3709-4b1e-b04f-28036e471424] [op=none] [2024/05/07 02:08:10.884 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:10.894 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:10.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:10.894 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:10.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:10.930 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:10.930 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ea44] [ownerID=7fb75862-73b8-4b3f-bf84-1e193d3e2e62] [op=none] [2024/05/07 02:08:10.930 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] [op=none] [2024/05/07 02:08:10.930 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:10.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:10.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:10.949 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=3.547338ms] [2024/05/07 02:08:10.951 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:10.952 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:10.952 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:10.996 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=52.557612ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:10.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.002 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:10.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.007 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:11.007 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.008 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:11.008 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:11.018 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:10.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.018 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:10.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:11.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:10.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=1.241354ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.041 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:11.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=52.732065ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:10.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.095 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:10.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.104 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:11.105 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.106 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:11.114 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.114 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:11.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.129 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=576.206µs] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.132 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:11.179 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=52.269532ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.187 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.193 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:11.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.194 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:11.202 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.202 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:11.208 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=487.326µs] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.219 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.219 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:11.267 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=52.211762ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.272 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.278 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:11.278 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.279 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:11.290 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.290 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:11.296 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=723.316µs] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.309 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.309 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:11.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=52.069118ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.363 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.368 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:11.368 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.369 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:11.377 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.377 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:11.384 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.393 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=552.433µs] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.395 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.395 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:11.443 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=52.848232ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.449 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.454 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:11.454 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.455 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:11.462 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.462 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:11.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=482.578µs] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.479 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.479 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:11.527 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.322581ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.536 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.541 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:11.541 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.542 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:11.549 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.549 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:11.555 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.563 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=467.061µs] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.565 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:11.613 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=52.629444ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.619 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.624 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:11.624 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.625 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:11.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:11.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.647 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=502.361µs] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.649 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:11.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=52.724684ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.713 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:11.713 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:11.723 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.723 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:11.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=602.173µs] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.743 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:11.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=53.070394ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.797 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.803 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:11.803 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.804 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:11.812 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.812 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:11.818 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.827 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=639.031µs] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.830 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.830 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:11.877 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=52.309724ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.880 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:11.887 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.893 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:11.893 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.894 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:11.895 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:11.902 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.902 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:11.911 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.922 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=674.068µs] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:11.924 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:11.972 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=52.950847ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:11.984 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:11.984 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:11.985 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:11.993 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:11.993 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:12.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=704.817µs] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.012 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:12.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=52.362579ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:11.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.066 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:11.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:12.071 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.073 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:12.080 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.080 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:12.086 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.095 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=582.885µs] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.097 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.097 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:12.145 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=52.770918ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.153 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.159 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:12.159 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.160 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:12.169 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.169 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:12.175 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.185 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=579.524µs] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.187 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.187 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:12.235 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=52.418908ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.241 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.247 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:12.247 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.248 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:12.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:12.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=571.86µs] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.273 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.273 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:12.321 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=52.43555ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.327 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.332 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:12.332 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.333 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:12.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.342 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:12.349 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.361 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=662.016µs] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.363 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.363 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:12.411 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=52.586982ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.417 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.422 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:12.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.423 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:12.431 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.431 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:12.436 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.445 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=542.61µs] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.447 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:12.496 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.897816ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.502 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.507 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:12.507 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.508 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:12.516 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.516 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:12.523 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=734.928µs] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.535 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.535 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:12.582 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=51.984967ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.588 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.594 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:12.594 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.601 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:12.609 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.609 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:12.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=654.597µs] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.627 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.628 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:12.675 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=52.592216ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.681 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.686 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:12.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.688 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:12.695 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.695 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:12.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.710 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=482.603µs] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.712 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.712 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:12.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=52.781552ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.766 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.770 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:12.770 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.771 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:12.778 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.778 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:12.785 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.800 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=875.436µs] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.803 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.803 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:12.849 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=53.16743ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.857 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.863 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:12.863 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.864 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:12.873 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.873 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:12.879 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:12.879 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:12.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.889 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=591.145µs] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.892 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.892 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:12.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.096069ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.946 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:12.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:12.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:12.960 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:12.960 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:12.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:12.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=534.06µs] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:12.978 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:12.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:13.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=52.887803ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.032 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:12.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.037 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:13.037 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.038 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:13.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.044 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:13.053 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=486.95µs] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.064 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.064 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:13.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=52.903446ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.119 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.124 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:13.124 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.125 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:13.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:13.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.148 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=528.213µs] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.151 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:13.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=52.525864ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.209 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:13.209 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.210 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:13.217 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.217 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:13.223 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.232 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=492.729µs] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.234 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.234 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:13.282 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.414105ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.294 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:13.294 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.296 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:13.303 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.303 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:13.310 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=534.341µs] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.321 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.321 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:13.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=52.601796ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.375 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.381 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:13.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.382 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:13.382 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:13.389 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.389 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:13.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.404 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=520.489µs] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.407 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:13.455 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.440458ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.467 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:13.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.468 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:13.476 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.476 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:13.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.492 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=559.78µs] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.494 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.494 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:13.543 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=53.401667ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.549 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.47 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.554 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:13.554 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.556 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:13.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:13.570 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.578 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=628.764µs] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.581 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.581 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:13.628 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=52.580064ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.637 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.642 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:13.642 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.643 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:13.651 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.651 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:13.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.667 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=652.52µs] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.669 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.669 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:13.717 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=52.918563ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.724 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.730 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:13.730 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.731 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:13.739 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.739 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:13.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.757 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=521.946µs] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.760 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.760 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:13.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=52.899039ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.813 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.818 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:13.818 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.827 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:13.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.827 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:13.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:13.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.843 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=546.532µs] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:13.845 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.845 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:13.893 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=52.111715ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:13.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.899 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.904 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:13.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.905 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:13.913 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:13.913 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:13.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.928 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=574.513µs] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:13.930 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:13.930 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:13.979 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=52.898866ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.987 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:13.993 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:13.993 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:13.994 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:14.005 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.005 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:14.011 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.019 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=550.348µs] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.021 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.021 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:14.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=52.707237ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:13.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.076 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:13.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.081 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:14.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.083 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:14.093 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.093 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:14.100 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.110 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=575.729µs] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.112 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.112 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:14.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=52.46796ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.166 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.172 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:14.172 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.173 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:14.181 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.181 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:14.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.195 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=722.168µs] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.198 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.198 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:14.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=54.041428ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.255 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:14.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.264 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:14.272 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.272 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:14.278 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.288 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=625.446µs] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.291 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.291 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:14.338 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=52.365063ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.344 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.350 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:14.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.351 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:14.359 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.359 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:14.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=919.152µs] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.378 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.378 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:14.425 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=52.112526ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.432 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.438 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:14.438 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.439 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:14.447 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.447 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:14.454 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=1.943688ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.469 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.469 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:14.513 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=52.366911ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.519 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.525 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:14.525 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.526 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:14.534 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.534 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:14.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.550 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=679.281µs] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.552 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.552 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:14.600 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=52.643673ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.606 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.611 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:14.611 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.612 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:14.621 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.621 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:14.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.636 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=690.58µs] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.639 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.639 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:14.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=52.729124ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.693 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.699 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:14.699 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.700 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:14.711 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.711 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:14.718 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=609.893µs] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.729 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:14.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=52.725258ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.786 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.791 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:14.791 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.792 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:14.800 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.800 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:14.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=522.534µs] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.817 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.817 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:14.865 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.684329ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.871 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.77 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:14.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.878 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:14.886 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.886 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:14.892 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.903 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=797.204µs] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:14.905 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:14.905 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:14.953 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=52.607383ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.960 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.968 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:14.968 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:14.970 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:14.979 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:14.979 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:14.987 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:14.998 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=887.161µs] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:15.001 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:15.048 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.161376ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:14.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.056 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:14.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.062 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:15.062 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.063 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:15.072 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.072 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:15.078 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=545.591µs] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:15.089 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.089 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:15.137 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=52.650491ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.143 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.149 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:15.149 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.150 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:15.159 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.159 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:15.166 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=574.442µs] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:15.179 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.179 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:15.226 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=52.289234ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.238 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.245 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:15.245 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.246 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:15.256 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.256 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:15.262 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=277.96µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:15.273 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.273 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:15.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.207239ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.328 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.22 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.332 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:15.332 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.342 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:15.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.342 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:15.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:15.348 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=535.118µs] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:15.360 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:15.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:15.408 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.321624ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:15.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.415 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.420 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:15.420 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.456 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=4.57465832s] [2024/05/07 02:08:15.458 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] [2024/05/07 02:08:15.458 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] [2024/05/07 02:08:15.458 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:15.460 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7fb75862-73b8-4b3f-bf84-1e193d3e2e62"] [] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=2.859µs] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=976ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=945ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=879ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=1.028µs] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=815ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=828ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=819ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=980ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=744ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=754ns] [2024/05/07 02:08:15.461 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:15.461 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:15.461 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:15.463 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7fb75862-73b8-4b3f-bf84-1e193d3e2e62] ["take time"=4.865546ms] [2024/05/07 02:08:15.463 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7fb75862-73b8-4b3f-bf84-1e193d3e2e62] [2024/05/07 02:08:15.465 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=198] [2024/05/07 02:08:15.465 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:15.465 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:15.465 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:15.465 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:15.465 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:15.465 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:15.465 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:15.465 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:15.465 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:15.465 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:15.465 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 0cc9fb84-3709-4b1e-b04f-28036e471424 watch owner key /tidb/br-stream/owner/6f188f50cd76ea46"] [2024/05/07 02:08:15.465 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cc9fb84-3709-4b1e-b04f-28036e471424"] [2024/05/07 02:08:15.465 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:15.465 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:15.465 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:15.465 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:15.466 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0cc9fb84-3709-4b1e-b04f-28036e471424] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.466 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:15.466 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:15.466 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:15.466 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:15.466 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:15.466 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cc9fb84-3709-4b1e-b04f-28036e471424"] [error="context canceled"] [2024/05/07 02:08:15.466 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cc9fb84-3709-4b1e-b04f-28036e471424"] [2024/05/07 02:08:15.466 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=7.714189ms] [2024/05/07 02:08:15.466 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:15.471 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:15.481 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=812] ["lease id"=3eaa8f50cd76e884] [2024/05/07 02:08:15.482 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:15.493 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=9.740088ms] [2024/05/07 02:08:15.495 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:15.495 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [runWorker=true] [2024/05/07 02:08:15.495 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:15.496 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:15.497 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:15.497 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184611909632/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:15.497 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:15.497 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.497 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:15.499 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:15.499 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76eaec] [ownerID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [op=none] [2024/05/07 02:08:15.499 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=d8c65b10-aecc-418f-aaae-a844dacc8c9e] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:15.503 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:15.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:15.504 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:15.506 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] ["owner key"=/tidb/bindinfo/owner/6f188f50cd76eaf1] [ownerID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [op=none] [2024/05/07 02:08:15.506 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:15.507 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:15.516 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:15.518 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:15.519 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:15.519 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:15.519 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:15.519 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:15.519 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:15.519 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:15.519 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:15.519 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:15.519 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:15.520 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:15.520 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:15.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:15.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:15.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:15.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:15.521 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:15.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:15.522 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/07 02:08:15.522 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/a53ce2f1-a1bc-46a8-8121-c73af33b67c6] [2024/05/07 02:08:15.522 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:15.522 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:15.522 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] ["owner key"=/tidb/stats/owner/3eaa8f50cd76e88e] [ownerID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [op=none] [2024/05/07 02:08:15.523 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=2.927248ms] [2024/05/07 02:08:15.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:15.527 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:15.527 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:15.535 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:15.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:15.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:15.543 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.543 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:15.548 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:15.549 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76eaec] [ownerID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [op=none] [2024/05/07 02:08:15.549 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [op=none] [2024/05/07 02:08:15.549 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:15.554 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.562 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=210.646µs] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:15.565 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:15.613 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.177697ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:15.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.618 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.623 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:15.623 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.630 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:15.631 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=addindexlit] [sql="create table t (a int, b int, c int);"] [user=] [2024/05/07 02:08:15.638 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:15.638 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c int);"] [2024/05/07 02:08:15.645 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.647 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/07 02:08:15.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=567.291µs] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:15.656 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/07 02:08:15.704 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=52.811464ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:15.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.710 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:15.715 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:15.715 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:15.721 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:08:15.726 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:15.726 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:08:15.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.734 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:15.741 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=544.696µs] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:15.744 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/07 02:08:15.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=52.547324ms] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.801 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=499.631µs] [gotSchemaVersion=55] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:15.812 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/07 02:08:15.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=52.933376ms] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=523.151µs] [gotSchemaVersion=56] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:15.881 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/07 02:08:15.928 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=53.284446ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.937 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.938 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:15.939 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/07 02:08:15.948 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/07 02:08:15.951 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463199252486, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:15.952 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=108] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:15.957 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/108] [2024/05/07 02:08:15.978 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:16.500 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:16.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:16.500 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:16.500 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:16.523 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:16.523 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:16.523 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a53ce2f1-a1bc-46a8-8121-c73af33b67c6] [watcherID=db9baa5e-98e8-44db-96b8-a1ed1bd4a344] [2024/05/07 02:08:16.528 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:16.530 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/07 02:08:16.530 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:16.530 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:16.530 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:16.530 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:16.534 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:16.534 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:16.739 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0cc9fb84-3709-4b1e-b04f-28036e471424"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:17.035 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:17.035 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:17.036 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=1] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:17.038 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:17.332 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=backfill] [remaining-slots=48] [2024/05/07 02:08:17.497 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:17.636 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [2024/05/07 02:08:17.637 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:17.637 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/108] [keyspaceName=] [2024/05/07 02:08:17.640 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:17.640 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:17.640 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:17.640 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:17.641 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:17.641 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:17.641 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:17.641 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:17.641 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:17.645 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:17.645 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:17.645 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=108] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:08:17.645 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:17.651 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:17.655 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:17.655 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=108] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:17.655 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=1] [subtask-id=1] [jobID=108] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:17.655 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/07 02:08:17.655 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=1] [subtask-id=1] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/07 02:08:17.657 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:08:17.660 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:08:17.669 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=1] [subtask-id=1] [id=1] [2024/05/07 02:08:17.673 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=671089080] ["max memory quota"=17179869184] [2024/05/07 02:08:17.680 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=108] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/07 02:08:17.681 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=3800] [kvs=100] [files=1] [sstFileSize=1940] [file=/tmp/tidb/tmp_ddl-4000/108/f75d9cab-8823-5503-94ba-459a1de580da.sst/7314080d-2b34-4e3a-9c00-76c6d3657017.sst] [firstKey=74800000000000006A5F698000000000000001038000000000000000038000000000000001] [lastKey=74800000000000006A5F698000000000000001038000000000000063038000000000000064] [2024/05/07 02:08:17.685 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=108] [2024/05/07 02:08:17.685 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184654766080/468329922560, backend usage: 0"] [2024/05/07 02:08:17.685 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:17.686 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:17.708 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=100] [size=3800] [2024/05/07 02:08:17.708 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:17.728 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=3800] [kvs=100] [importedSize=3800] [importedCount=100] [2024/05/07 02:08:17.729 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=43.900202ms] [] [2024/05/07 02:08:17.734 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=108] [2024/05/07 02:08:17.743 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:17.743 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:17.744 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.156173ms] [] [2024/05/07 02:08:17.745 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:17.745 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=722.269µs] [] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:17.746 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:17.746 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:17.746 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:17.746 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:17.746 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:17.746 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=108] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/07 02:08:17.746 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [takeTime=110.418598ms] [] [2024/05/07 02:08:18.035 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:18.048 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=backfill] [2024/05/07 02:08:18.092 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/07 02:08:18.119 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=509.283µs] [gotSchemaVersion=57] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:18.121 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=57] [2024/05/07 02:08:18.169 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=53.181706ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463199252486, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.176 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463199252486, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.176 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=108] [table=t] [index=idx] [2024/05/07 02:08:18.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=523.178µs] [gotSchemaVersion=58] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:18.186 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=58] [2024/05/07 02:08:18.235 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=53.172231ms] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 14, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.243 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=108] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/07 02:08:18.249 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=108] [2024/05/07 02:08:18.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 15, tp add index"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463801921543, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.257 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:108, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463801921543, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000006a5f69ffff000000000001,EndKey:74800000000000006a5f69ffff000000000001ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/07 02:08:18.258 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000001] ["end key"=74800000000000006a5f69ffff000000000001ff] [2024/05/07 02:08:18.258 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000001] [endKey=74800000000000006a5f69ffff000000000001ff] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000001ff] ["current end key"=74800000000000006a5f69ffff00000000000100] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=108] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=108] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=108] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000001, 74800000000000006a5f69ffff00000000000100), jobID: 108"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000010000] ["take time"=466.055µs] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=108] [2024/05/07 02:08:18.261 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000001] [2024/05/07 02:08:18.261 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/07 02:08:18.280 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:18.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=531.647µs] [gotSchemaVersion=59] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:18.289 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=59] [2024/05/07 02:08:18.336 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=52.402072ms] [job="ID:108, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463801921543, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.343 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=108] [tableID=106] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:18.347 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="add index"] [2024/05/07 02:08:18.348 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-07 02:08:15.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463801921543, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.357 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/07 02:08:18.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:18.357 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.636942205\n# Parse_time: 0.000029766\n# Compile_time: 0.000071655\n# Rewrite_time: 0.000002497\n# Optimize_time: 0.000019377\n# Wait_TS: 0.000123586\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 16384\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/07 02:08:18.358 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=addindexlit] [sql="alter table t add unique index idx1(b);"] [user=] [2024/05/07 02:08:18.362 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:18.362 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx1(b);"] [2024/05/07 02:08:18.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 20, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.370 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx1\",\"L\":\"idx1\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:18.377 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=504.11µs] [gotSchemaVersion=60] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:18.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=60] [2024/05/07 02:08:18.427 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=52.504758ms] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.442 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=504.427µs] [gotSchemaVersion=61] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:18.445 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=61] [2024/05/07 02:08:18.493 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=52.846945ms] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.499 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.507 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=501.411µs] [gotSchemaVersion=62] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:18.509 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=62] [2024/05/07 02:08:18.534 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:18.536 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:18.536 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:18.545 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:18.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=52.860049ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 19, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.564 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/07 02:08:18.565 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000006400] [2024/05/07 02:08:18.570 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/07 02:08:18.574 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 18, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463880826901, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:18.574 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=109] [table=t] ["ingest mode"=true] [index=idx1] [2024/05/07 02:08:18.578 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/109] [2024/05/07 02:08:18.596 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=106] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:18.605 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:18.605 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:19.107 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:19.107 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:19.107 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=2] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:19.109 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:19.131 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=backfill] [remaining-slots=48] [2024/05/07 02:08:19.435 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [2024/05/07 02:08:19.436 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:19.436 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/07 02:08:19.439 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:19.439 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:19.439 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:19.439 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:19.439 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:19.439 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:19.439 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:19.439 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:19.439 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:19.446 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:19.447 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:19.447 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=109] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:19.447 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:19.452 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:19.456 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:08:19.456 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=109] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:19.456 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=2] [subtask-id=2] [jobID=109] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:19.456 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f728000000000000001] ["end key"=74800000000000006a5f72800000000000006400] [2024/05/07 02:08:19.456 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=2] [subtask-id=2] [id=1] [task="TableScanTask: id=1, startKey=74800000000000006a5f728000000000000001, endKey=74800000000000006a5f72800000000000006400"] [2024/05/07 02:08:19.458 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/07 02:08:19.461 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/07 02:08:19.461 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=2] [subtask-id=2] [id=1] [2024/05/07 02:08:19.463 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/07 02:08:19.465 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=109] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/07 02:08:19.466 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5400] [kvs=100] [files=1] [sstFileSize=2452] [file=/tmp/tidb/tmp_ddl-4000/109/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/e30924dc-17ff-4218-ae28-f4a64425d9b9.sst] [firstKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000000000000000FB80000000000000010008] [lastKey=7480000000000000FF6A5F698000000000FF0000020380000000FF0000006300000000FB80000000000000640008] [2024/05/07 02:08:19.469 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=109] [2024/05/07 02:08:19.469 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 184667889664/468329922560, backend usage: 0"] [2024/05/07 02:08:19.469 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/07 02:08:19.470 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:19.492 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=100] [size=5400] [2024/05/07 02:08:19.492 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:19.505 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=5400] [kvs=100] [importedSize=3600] [importedCount=100] [2024/05/07 02:08:19.507 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=37.459209ms] [] [2024/05/07 02:08:19.511 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=109] [2024/05/07 02:08:19.520 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:19.520 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:08:19.521 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=1.138736ms] [] [2024/05/07 02:08:19.521 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:08:19.521 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=591.936µs] [] [2024/05/07 02:08:19.522 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:19.522 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:19.522 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:19.523 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:19.523 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:19.523 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:19.523 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:19.523 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/07 02:08:19.523 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=2.462GiB]"] [takeTime=87.80974ms] [] [2024/05/07 02:08:19.608 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:19.807 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:19.807 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/109] [keyspaceName=] [2024/05/07 02:08:19.810 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:19.810 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:19.811 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:19.811 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:19.811 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:19.811 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:19.811 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:19.811 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:19.811 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:19.818 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:19.818 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:19.818 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:19.818 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/07 02:08:19.818 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/07 02:08:19.820 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.338903ms] [] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:19.821 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:19.821 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:19.821 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:19.821 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:19.821 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:19.821 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=109] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/07 02:08:19.821 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/07 02:08:19.824 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=backfill] [2024/05/07 02:08:19.850 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=518.001µs] [gotSchemaVersion=63] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:19.853 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=63] [2024/05/07 02:08:19.900 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=52.032851ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463880826901, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:19.907 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 21, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589463880826901, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:19.907 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=109] [table=t] [index=idx1] [2024/05/07 02:08:19.915 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=529.218µs] [gotSchemaVersion=64] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:19.917 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=64] [2024/05/07 02:08:19.966 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.214531ms] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:19.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 22, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:19.974 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=109] [physicalTableID=106] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/07 02:08:19.979 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=109] [2024/05/07 02:08:19.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 13, tp add index"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464260673540, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:19.985 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:109, Type:add index, State:running, SchemaState:write reorganization, SchemaID:104, TableID:106, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464260673540, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:74800000000000006a5f69ffff000000000002,EndKey:74800000000000006a5f69ffff000000000002ff,First:false,PhysicalTableID:106,Ingest mode:false"] [2024/05/07 02:08:19.986 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=106] ["start key"=74800000000000006a5f69ffff000000000002] ["end key"=74800000000000006a5f69ffff000000000002ff] [2024/05/07 02:08:19.986 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000006a5f69ffff000000000002] [endKey=74800000000000006a5f69ffff000000000002ff] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=106] ["end key"=74800000000000006a5f69ffff000000000002ff] ["current end key"=74800000000000006a5f69ffff00000000000200] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=109] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=109] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=109] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 106, range: [74800000000000006a5f69ffff000000000002, 74800000000000006a5f69ffff00000000000200), jobID: 109"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000006a5f69ffff0000000000020000] ["take time"=323.389µs] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=109] [2024/05/07 02:08:19.987 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000006a5f69ffff000000000002] [2024/05/07 02:08:19.987 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/07 02:08:20.007 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:20.013 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=479.6µs] [gotSchemaVersion=65] [phyTblIDs="[106]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:20.016 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=109] [version=65] [2024/05/07 02:08:20.064 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=52.663974ms] [job="ID:109, Type:add index, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464260673540, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:20.070 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=109] [tableID=106] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:20.073 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="add index"] [2024/05/07 02:08:20.074 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 16, tp add index"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:add index, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:100, ArgLen:3, start time: 2024-05-07 02:08:18.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464260673540, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:20.083 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/05/07 02:08:20.083 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:20.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.726106151\n# Parse_time: 0.000024538\n# Compile_time: 0.000068433\n# Rewrite_time: 0.000001931\n# Optimize_time: 0.000019377\n# Wait_TS: 0.000110316\n# DB: addindexlit\n# Is_internal: false\n# Digest: 044d47c412468a873ee101a63b81ee0147fbbd3276514babeafe37a931833b0b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx1(b);"] [2024/05/07 02:08:20.084 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:08:20.084 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx1] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx1`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ingest_test.go:72: Error Trace: tests/realtikvtest/addindextest4/ingest_test.go:72 Error: Not equal: expected: 0 actual : 240 Test: TestAddIndexIngestMemoryUsage [2024/05/07 02:08:20.089 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [2024/05/07 02:08:20.089 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [2024/05/07 02:08:20.089 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:20.091 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=2.6µs] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=1.327µs] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=858ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=957ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=869ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=627ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=632ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=796ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=482ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=818ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=622ns] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:20.092 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:20.092 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] ["take time"=3.190353ms] [2024/05/07 02:08:20.092 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [2024/05/07 02:08:20.094 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:20.094 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/a53ce2f1-a1bc-46a8-8121-c73af33b67c6] [watcherID=db9baa5e-98e8-44db-96b8-a1ed1bd4a344] [2024/05/07 02:08:20.094 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:20.094 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/a53ce2f1-a1bc-46a8-8121-c73af33b67c6] [2024/05/07 02:08:20.094 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:20.094 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:20.094 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:20.094 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:20.094 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=812] [2024/05/07 02:08:20.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:20.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:20.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:20.095 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d8c65b10-aecc-418f-aaae-a844dacc8c9e"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:20.095 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [2024/05/07 02:08:20.095 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:20.095 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [2024/05/07 02:08:20.095 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=2] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:20.095 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:20.095 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:20.095 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:20.095 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:20.096 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:20.095 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5 watch owner key /tidb/stats/owner/3eaa8f50cd76e88e"] [2024/05/07 02:08:20.096 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [2024/05/07 02:08:20.096 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [2024/05/07 02:08:20.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:20.095 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:20.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:20.095 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:20.096 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=d8c65b10-aecc-418f-aaae-a844dacc8c9e] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:20.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:20.096 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:20.096 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5] [2024/05/07 02:08:20.096 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d8c65b10-aecc-418f-aaae-a844dacc8c9e"] [error="context canceled"] [2024/05/07 02:08:20.096 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:20.096 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d8c65b10-aecc-418f-aaae-a844dacc8c9e"] [2024/05/07 02:08:20.096 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:20.096 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:20.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:20.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:20.096 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d8c65b10-aecc-418f-aaae-a844dacc8c9e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:20.096 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:20.096 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:20.096 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:20.103 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:20.103 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [error="context canceled"] [2024/05/07 02:08:20.304 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:21.343 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d8c65b10-aecc-418f-aaae-a844dacc8c9e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:21.349 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:21.349 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:21.349 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:21.565 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2df35a78-3ea4-4ce1-ab45-cf447ad2ccf5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:21.565 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:21.565 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:21.565 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:21.565 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.476094435s] [2024/05/07 02:08:21.565 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:21.565 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:21.565 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:21.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:21.566 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:21.566 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- FAIL: TestAddIndexIngestMemoryUsage (10.75s) === RUN TestAddIndexIngestLimitOneBackend [2024/05/07 02:08:21.568 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:21.568 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:21.568 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:21.568 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:21.568 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:21.569 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:21.569 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:21.569 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:21.569 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:21.569 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:21.569 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:21.570 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:21.570 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:21.570 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:21.573 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:21.578 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:21.586 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1316] ["lease id"=6f188f50cd76eb34] [2024/05/07 02:08:21.587 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:21.599 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=65] ["start time"=10.649738ms] [2024/05/07 02:08:21.600 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:21.600 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] [runWorker=true] [2024/05/07 02:08:21.600 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:21.601 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:21.602 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:21.602 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:21.602 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184585801728/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:21.602 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:21.602 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:21.602 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:21.602 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:21.604 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76e8ba] [ownerID=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] [op=none] [2024/05/07 02:08:21.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:21.605 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=179725e4-ea06-406e-b645-08677d276fad] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:21.605 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:21.608 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:21.609 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:21.609 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:21.620 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:21.623 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:21.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:21.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:21.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:21.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:21.625 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:21.625 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:21.625 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:21.625 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:21.625 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:21.625 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:21.625 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:21.626 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:21.626 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:21.626 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:21.626 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:21.626 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:21.627 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:21.627 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/10844f30-b34a-4fa9-8486-f4bab23bfabd] [2024/05/07 02:08:21.627 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:21.627 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:21.628 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:21.629 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.802278ms] [2024/05/07 02:08:21.632 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:21.632 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:21.632 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:21.641 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:21.642 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=65] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:21.650 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.650 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:21.653 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:21.654 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76e8ba] [ownerID=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] [op=none] [2024/05/07 02:08:21.654 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [op=none] [2024/05/07 02:08:21.654 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:21.661 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.670 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=64.738µs] [gotSchemaVersion=66] [phyTblIDs="[106]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:21.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=66] [2024/05/07 02:08:21.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=52.654941ms] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.727 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=33.384µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:21.739 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=67] [2024/05/07 02:08:21.786 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=52.188021ms] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.791 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [category=ddl] [job="ID:110, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=37.021µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:21.801 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=68] [2024/05/07 02:08:21.850 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.019166ms] [job="ID:110, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.859 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=110] [tableIDs="[106]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:21.863 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=110] [jobType="drop schema"] [2024/05/07 02:08:21.864 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=110] [conn=4] [job="ID:110, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.871 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/07 02:08:21.871 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.872 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=68] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:21.879 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.879 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:21.884 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [category=ddl] [job="ID:112, Type:create schema, State:queueing, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.892 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=238.143µs] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:21.894 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=112] [version=69] [2024/05/07 02:08:21.943 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.452313ms] [job="ID:112, Type:create schema, State:done, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:21.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.950 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=112] [conn=4] [job="ID:112, Type:create schema, State:synced, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.954 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=112] [2024/05/07 02:08:21.954 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:21.959 +00:00] [INFO] [set.go:170] ["set global var"] [conn=4] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:21.959 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=69] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/07 02:08:21.966 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:21.966 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/07 02:08:21.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [category=ddl] [job="ID:114, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:21.974 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 113, Table Name: t"] [2024/05/07 02:08:21.979 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=478.59µs] [gotSchemaVersion=70] [phyTblIDs="[113]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:21.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=70] [2024/05/07 02:08:22.030 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=53.125854ms] [job="ID:114, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:21.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.037 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=114] [conn=4] [job="ID:114, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:21.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.042 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/07 02:08:22.042 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.052 +00:00] [INFO] [set.go:170] ["set global var"] [conn=5] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:22.052 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=70] [cur_db=addindexlit] [sql="create table t2 (a int, b int);"] [user=] [2024/05/07 02:08:22.060 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:22.060 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int, b int);"] [2024/05/07 02:08:22.066 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.072 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 111, Table ID: 115, Table Name: t2"] [2024/05/07 02:08:22.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=518.415µs] [gotSchemaVersion=71] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:22.080 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=71] [2024/05/07 02:08:22.128 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=52.712113ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:22.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.134 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 23, tp general"] [category=ddl] [jobID=116] [conn=5] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:22.139 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/07 02:08:22.139 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:22.144 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=5] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t2 add index idx_b(b);"] [user=] [2024/05/07 02:08:22.144 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=4] [schemaVersion=71] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:08:22.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:22.150 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx_b(b);"] [2024/05/07 02:08:22.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:22.155 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:08:22.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.159 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx_b\",\"L\":\"idx_b\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:22.167 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:queueing, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.167 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:none, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:22.167 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=538.149µs] [gotSchemaVersion=72] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:22.170 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=72] [2024/05/07 02:08:22.176 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=602.201µs] [gotSchemaVersion=73] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:22.178 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=73] [2024/05/07 02:08:22.218 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=52.743431ms] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=52.204271ms] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:delete only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=484.336µs] [gotSchemaVersion=74] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:22.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=74] [2024/05/07 02:08:22.241 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=431.244µs] [gotSchemaVersion=75] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:22.244 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=75] [2024/05/07 02:08:22.285 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.3631ms] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.291 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=52.15197ms] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write only, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=417.152µs] [gotSchemaVersion=76] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:22.304 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=76] [2024/05/07 02:08:22.306 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=605.49µs] [gotSchemaVersion=77] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:22.308 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=77] [2024/05/07 02:08:22.351 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=52.792812ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=52.107657ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.361 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.362 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/07 02:08:22.363 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=115] [startKey=7480000000000000735f728000000000000001] [endKey=7480000000000000735f72800000000000000300] [2024/05/07 02:08:22.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.365 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:22.366 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=113] [startKey=7480000000000000715f728000000000000001] [endKey=7480000000000000715f72800000000000000300] [2024/05/07 02:08:22.371 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/07 02:08:22.372 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/07 02:08:22.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464876974094, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.377 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=117] [table=t2] ["ingest mode"=true] [index=idx_b] [2024/05/07 02:08:22.379 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464876974101, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:22.379 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=118] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:22.381 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/117] [2024/05/07 02:08:22.385 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/118] [2024/05/07 02:08:22.412 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=115] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:22.412 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=113] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:22.605 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:22.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:22.605 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:22.605 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:22.628 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:22.628 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:22.628 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/10844f30-b34a-4fa9-8486-f4bab23bfabd] [watcherID=bfab6aea-e772-4098-9146-3d45360f66e2] [2024/05/07 02:08:22.632 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:22.634 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:22.634 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:22.634 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:22.634 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:22.638 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30001] [2024/05/07 02:08:22.638 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:22.639 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30002] [2024/05/07 02:08:22.639 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:23.139 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:23.139 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:23.140 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:23.140 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:23.140 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:23.140 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=30002] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:23.141 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:23.145 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:23.438 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30001] [type=backfill] [remaining-slots=12] [2024/05/07 02:08:23.438 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30002] [type=backfill] [remaining-slots=8] [2024/05/07 02:08:23.602 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:23.742 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:23.742 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:23.742 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:23.742 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/118] [keyspaceName=] [2024/05/07 02:08:23.746 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:23.746 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:23.746 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:23.746 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:23.746 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:23.746 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:23.746 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:23.746 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:23.747 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:23.750 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:23.751 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:23.751 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=118] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:08:23.751 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:23.751 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:23.751 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/117] [keyspaceName=] [2024/05/07 02:08:23.754 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:23.754 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:23.754 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:23.754 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:23.754 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:23.754 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:23.754 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:23.754 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:23.754 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:23.757 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:23.758 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:23.758 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:23.758 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=117] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:08:23.758 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:23.762 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:23.762 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=118] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:23.762 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30002] [subtask-id=30002] [jobID=118] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:23.762 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f728000000000000001] ["end key"=7480000000000000715f72800000000000000300] [2024/05/07 02:08:23.762 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=30002] [subtask-id=30002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000715f728000000000000001, endKey=7480000000000000715f72800000000000000300"] [2024/05/07 02:08:23.763 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:23.764 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/07 02:08:23.767 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089216] ["max memory quota"=17179869184] [2024/05/07 02:08:23.776 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=30002] [subtask-id=30002] [id=1] [2024/05/07 02:08:23.779 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:08:23.779 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=117] ["index ID"=1] ["current memory usage"=1342178000] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:23.780 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=30001] [subtask-id=30001] [jobID=117] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:23.780 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f728000000000000001] ["end key"=7480000000000000735f72800000000000000300] [2024/05/07 02:08:23.780 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=30001] [subtask-id=30001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000735f728000000000000001, endKey=7480000000000000735f72800000000000000300"] [2024/05/07 02:08:23.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1343226616] ["max memory quota"=17179869184] [2024/05/07 02:08:23.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226656] ["max memory quota"=17179869184] [2024/05/07 02:08:23.924 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=118] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1343226696] ["max memory quota"=17179869184] [2024/05/07 02:08:23.925 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/118/f75d9cab-8823-5503-94ba-459a1de580da.sst/a9a66ba2-6bb9-48bd-b7ab-386881fba0cf.sst] [firstKey=7480000000000000715F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000715F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:08:23.927 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1343226736] ["max memory quota"=17179869184] [2024/05/07 02:08:23.927 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=30001] [subtask-id=30001] [id=1] [2024/05/07 02:08:23.928 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=118] [2024/05/07 02:08:23.928 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184585875456/468329922560, backend usage: 0"] [2024/05/07 02:08:23.928 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:23.930 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:23.951 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:23.951 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:23.964 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:08:23.966 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=37.263559ms] [] [2024/05/07 02:08:23.970 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=118] [2024/05/07 02:08:23.971 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1344275352] ["max memory quota"=17179869184] [2024/05/07 02:08:23.980 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:23.980 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:23.982 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.289885ms] [] [2024/05/07 02:08:23.982 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:23.982 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=679.305µs] [] [2024/05/07 02:08:23.983 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:23.983 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:23.983 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:23.983 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:23.983 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:23.983 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=118] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/07 02:08:23.983 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=241.728828ms] [] [2024/05/07 02:08:24.015 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=117] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/07 02:08:24.016 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1013] [file=/tmp/tidb/tmp_ddl-4000/117/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/5856d726-f577-438c-896d-202de36d499b.sst] [firstKey=7480000000000000735F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000000735F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:08:24.020 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=117] [2024/05/07 02:08:24.020 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184585867264/468329922560, backend usage: 0"] [2024/05/07 02:08:24.020 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/07 02:08:24.021 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:24.042 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:24.043 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:24.056 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:08:24.058 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=37.920128ms] [] [2024/05/07 02:08:24.062 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=117] [2024/05/07 02:08:24.071 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:24.071 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:08:24.073 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=1.196624ms] [] [2024/05/07 02:08:24.073 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:08:24.073 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=663.503µs] [] [2024/05/07 02:08:24.074 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:24.074 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:24.074 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:24.074 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:24.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:24.074 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=117] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/07 02:08:24.074 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=331.904796ms] [] [2024/05/07 02:08:24.140 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:24.141 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:24.229 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:08:24.229 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:08:24.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=456.366µs] [gotSchemaVersion=78] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:24.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=78] [2024/05/07 02:08:24.269 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=508.368µs] [gotSchemaVersion=79] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:24.271 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=79] [2024/05/07 02:08:24.284 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30002] [type=backfill] [2024/05/07 02:08:24.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=52.27921ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464876974101, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.319 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=51.824772ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464876974094, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.321 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464876974101, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.322 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=118] [table=t] [index=idx] [2024/05/07 02:08:24.325 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589464876974094, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.326 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=117] [table=t2] [index=idx_b] [2024/05/07 02:08:24.330 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=448.473µs] [gotSchemaVersion=80] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:24.333 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=80] [2024/05/07 02:08:24.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=539.594µs] [gotSchemaVersion=81] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:24.337 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=81] [2024/05/07 02:08:24.375 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30001] [type=backfill] [2024/05/07 02:08:24.379 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=52.36491ms] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.384 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=51.574543ms] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.387 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=118] [physicalTableID=113] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/07 02:08:24.390 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 24, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.391 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=117] [physicalTableID=115] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/07 02:08:24.392 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=118] [2024/05/07 02:08:24.396 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=117] [2024/05/07 02:08:24.397 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=118] [conn=4] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107145, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.399 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:118, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:113, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107145, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000715f69ffff000000000001,EndKey:7480000000000000715f69ffff000000000001ff,First:false,PhysicalTableID:113,Ingest mode:false"] [2024/05/07 02:08:24.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 26, tp add index"] [category=ddl] [jobID=117] [conn=5] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:0, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107150, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.401 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=113] ["start key"=7480000000000000715f69ffff000000000001] ["end key"=7480000000000000715f69ffff000000000001ff] [2024/05/07 02:08:24.401 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000715f69ffff000000000001] [endKey=7480000000000000715f69ffff000000000001ff] [2024/05/07 02:08:24.401 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=113] ["end key"=7480000000000000715f69ffff000000000001ff] ["current end key"=7480000000000000715f69ffff00000000000100] [2024/05/07 02:08:24.401 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=118] [2024/05/07 02:08:24.401 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=118] [2024/05/07 02:08:24.401 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=118] [2024/05/07 02:08:24.402 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 113, range: [7480000000000000715f69ffff000000000001, 7480000000000000715f69ffff00000000000100), jobID: 118"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000715f69ffff0000000000010000] ["take time"=398.714µs] [2024/05/07 02:08:24.402 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=118] [2024/05/07 02:08:24.402 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000715f69ffff000000000001] [2024/05/07 02:08:24.402 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:08:24.402 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:117, Type:add index, State:running, SchemaState:write reorganization, SchemaID:111, TableID:115, RowCount:3, ArgLen:6, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107150, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000735f69ffff000000000001,EndKey:7480000000000000735f69ffff000000000001ff,First:false,PhysicalTableID:115,Ingest mode:false"] [2024/05/07 02:08:24.403 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=115] ["start key"=7480000000000000735f69ffff000000000001] ["end key"=7480000000000000735f69ffff000000000001ff] [2024/05/07 02:08:24.403 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000735f69ffff000000000001] [endKey=7480000000000000735f69ffff000000000001ff] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=115] ["end key"=7480000000000000735f69ffff000000000001ff] ["current end key"=7480000000000000735f69ffff00000000000100] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=117] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=117] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=117] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 115, range: [7480000000000000735f69ffff000000000001, 7480000000000000735f69ffff00000000000100), jobID: 117"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000735f69ffff0000000000010000] ["take time"=365.47µs] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=117] [2024/05/07 02:08:24.404 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000735f69ffff000000000001] [2024/05/07 02:08:24.404 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:08:24.428 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:24.434 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:24.435 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=415.019µs] [gotSchemaVersion=82] [phyTblIDs="[113]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:24.442 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=118] [version=82] [2024/05/07 02:08:24.443 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=539.731µs] [gotSchemaVersion=83] [phyTblIDs="[115]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:24.446 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=83] [2024/05/07 02:08:24.485 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=52.796283ms] [job="ID:118, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107145, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.489 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=51.913142ms] [job="ID:117, Type:add index, State:done, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107150, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.492 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=118] [tableID=113] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:24.494 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=118] [jobType="add index"] [2024/05/07 02:08:24.495 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 27, tp add index"] [category=ddl] [jobID=118] [conn=4] [job="ID:118, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:113, RowCount:3, ArgLen:3, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107145, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.496 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=117] [tableID=115] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:24.499 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="add index"] [2024/05/07 02:08:24.499 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 25, tp add index"] [category=ddl] [jobID=117] [conn=5] [job="ID:117, Type:add index, State:synced, SchemaState:public, SchemaID:111, TableID:115, RowCount:3, ArgLen:3, start time: 2024-05-07 02:08:22.12 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589465414107150, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:24.508 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/05/07 02:08:24.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:24.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 4\n# Query_time: 2.365548403\n# Parse_time: 0.000065989\n# Compile_time: 0.000070902\n# Rewrite_time: 0.000001336\n# Optimize_time: 0.000035549\n# Wait_TS: 0.000184268\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/07 02:08:24.639 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30001] [2024/05/07 02:08:24.640 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30002] [2024/05/07 02:08:24.641 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:24.641 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:24.641 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30001] [2024/05/07 02:08:24.641 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30002] [2024/05/07 02:08:24.655 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:25.154 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 02:08:25.154 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:25.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 5\n# Query_time: 3.011045617\n# Parse_time: 0.000069165\n# Compile_time: 0.000059731\n# Rewrite_time: 0.00000164\n# Optimize_time: 0.000023189\n# Wait_TS: 0.000199055\n# DB: addindexlit\n# Is_internal: false\n# Digest: 11eeaba7a7a7e4d5493be00351d96e15584e02d48854c4862767d924ab7e81d2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx_b(b);"] [2024/05/07 02:08:25.159 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [2024/05/07 02:08:25.159 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [2024/05/07 02:08:25.160 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 25, tp add index"] [category=ddl] ["take time"=2.079µs] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 24, tp add index"] [category=ddl] ["take time"=1.021µs] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 27, tp add index"] [category=ddl] ["take time"=854ns] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 26, tp add index"] [category=ddl] ["take time"=817ns] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 23, tp general"] [category=ddl] ["take time"=651ns] [2024/05/07 02:08:25.161 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:25.161 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:25.161 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:25.162 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] ["take time"=3.085323ms] [2024/05/07 02:08:25.162 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] [2024/05/07 02:08:25.164 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:25.164 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:25.164 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/10844f30-b34a-4fa9-8486-f4bab23bfabd] [2024/05/07 02:08:25.164 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/10844f30-b34a-4fa9-8486-f4bab23bfabd] [watcherID=bfab6aea-e772-4098-9146-3d45360f66e2] [2024/05/07 02:08:25.164 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:25.164 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:25.164 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:25.164 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:25.164 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1316] [2024/05/07 02:08:25.165 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:25.165 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 179725e4-ea06-406e-b645-08677d276fad"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:25.165 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:25.165 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="context canceled"] [2024/05/07 02:08:25.165 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:25.165 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:25.165 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:25.165 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=5e9bebcb-a8c5-4113-a4da-99cfac89bfef] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 179725e4-ea06-406e-b645-08677d276fad"] [error="context canceled"] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 179725e4-ea06-406e-b645-08677d276fad"] [2024/05/07 02:08:25.165 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:25.165 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=179725e4-ea06-406e-b645-08677d276fad] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:25.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:25.180 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:25.180 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="context canceled"] [2024/05/07 02:08:25.381 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:26.400 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:26.400 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:26.400 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:26.420 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 179725e4-ea06-406e-b645-08677d276fad"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:26.639 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 5e9bebcb-a8c5-4113-a4da-99cfac89bfef"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:26.639 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:26.639 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:26.639 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:26.640 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.480843247s] [2024/05/07 02:08:26.640 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:26.640 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:26.640 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:26.640 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:26.640 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestLimitOneBackend (5.07s) === RUN TestAddIndexIngestWriterCountOnPartitionTable [2024/05/07 02:08:26.643 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:26.643 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:26.643 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:26.644 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:26.644 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:26.644 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:26.644 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:26.644 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:26.644 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:26.644 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:26.645 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:26.646 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:26.646 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:26.646 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:26.649 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:26.655 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:26.665 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1624] ["lease id"=22318f50cd76e905] [2024/05/07 02:08:26.667 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:26.679 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=83] ["start time"=10.648918ms] [2024/05/07 02:08:26.681 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:26.681 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0f0ca253-ddef-440e-91d7-e2219f7373a6] [runWorker=true] [2024/05/07 02:08:26.681 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:26.683 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:26.684 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:26.684 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:26.684 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184585990144/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:26.684 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:26.684 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:26.684 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:26.684 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:26.686 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:26.686 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f5559a70-9769-4181-9f50-e9dca45ecc2d] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:26.686 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76e91f] [ownerID=0f0ca253-ddef-440e-91d7-e2219f7373a6] [op=none] [2024/05/07 02:08:26.687 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:26.691 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:26.692 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:26.692 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:26.703 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:26.706 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:26.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:26.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:26.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:26.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:26.708 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:26.708 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:26.708 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:26.708 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:26.708 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:26.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:26.708 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:26.709 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:26.709 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:26.709 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:26.709 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:26.709 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:26.710 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:26.710 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/3f8f5548-24e9-4d0d-9a62-10317f298149] [2024/05/07 02:08:26.710 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:26.710 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:26.711 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:26.712 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:26.712 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:26.712 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:26.713 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.504747ms] [2024/05/07 02:08:26.720 +00:00] [INFO] [set.go:170] ["set global var"] [conn=6] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:26.721 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=83] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:26.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:26.735 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:26.736 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76e91f] [ownerID=0f0ca253-ddef-440e-91d7-e2219f7373a6] [op=none] [2024/05/07 02:08:26.736 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [op=none] [2024/05/07 02:08:26.736 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:26.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:queueing, SchemaState:public, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=54.25µs] [gotSchemaVersion=84] [phyTblIDs="[113,115]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:26.756 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=84] [2024/05/07 02:08:26.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=52.444712ms] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:write only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.817 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=26.553µs] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:26.819 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=85] [2024/05/07 02:08:26.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=52.797363ms] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.875 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [category=ddl] [job="ID:119, Type:drop schema, State:running, SchemaState:delete only, SchemaID:111, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.884 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=31.079µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:26.886 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=86] [2024/05/07 02:08:26.935 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=52.530935ms] [job="ID:119, Type:drop schema, State:done, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.941 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=119] [tableIDs="[113,115]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:26.946 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=119] [jobType="drop schema"] [2024/05/07 02:08:26.946 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=119] [conn=7] [job="ID:119, Type:drop schema, State:synced, SchemaState:none, SchemaID:111, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:08:26.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:26.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=86] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:26.961 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:26.961 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:26.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [category=ddl] [job="ID:121, Type:create schema, State:queueing, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:26.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=260.238µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:26.977 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=121] [version=87] [2024/05/07 02:08:27.025 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=52.773285ms] [job="ID:121, Type:create schema, State:done, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:26.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.031 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=121] [conn=7] [job="ID:121, Type:create schema, State:synced, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:26.92 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.036 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/05/07 02:08:27.036 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.045 +00:00] [INFO] [set.go:170] ["set global var"] [conn=7] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:27.045 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=87] [cur_db=addindexlit] [sql="create table t (a int primary key) partition by hash(a) partitions 32;"] [user=] [2024/05/07 02:08:27.056 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:27.056 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key) partition by hash(a) partitions 32;"] [2024/05/07 02:08:27.062 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [category=ddl] [job="ID:155, Type:create table, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.066 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 120, Table ID: 122, Table Name: t"] [2024/05/07 02:08:27.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=776.703µs] [gotSchemaVersion=88] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:27.075 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=155] [version=88] [2024/05/07 02:08:27.122 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=52.280606ms] [job="ID:155, Type:create table, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:27.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.128 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 28, tp general"] [category=ddl] [jobID=155] [conn=7] [job="ID:155, Type:create table, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:27.134 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=155] [2024/05/07 02:08:27.134 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:27.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589466135003155] [2024/05/07 02:08:27.140 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=7] [schemaVersion=88] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:08:27.145 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:27.145 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:08:27.153 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:queueing, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.153 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:none, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:27.161 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=776.42µs] [gotSchemaVersion=89] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:27.164 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=89] [2024/05/07 02:08:27.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=52.523328ms] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.218 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 31, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:delete only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=789.168µs] [gotSchemaVersion=90] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:27.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=90] [2024/05/07 02:08:27.277 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=53.136565ms] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.286 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write only, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.295 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=897.041µs] [gotSchemaVersion=91] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:27.297 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=91] [2024/05/07 02:08:27.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=52.513545ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.352 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 32, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.353 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:27.354 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f728000000000000000] [endKey=74800000000000007b5f72800000000000006000] [2024/05/07 02:08:27.361 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/07 02:08:27.366 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589466187431944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:27.367 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=156] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:27.374 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/156] [2024/05/07 02:08:27.397 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=122] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:27.687 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:27.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:27.687 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:27.687 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:27.711 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:27.711 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:27.711 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3f8f5548-24e9-4d0d-9a62-10317f298149] [watcherID=526225f1-0f9f-4296-a791-d01d4a39d4d7] [2024/05/07 02:08:27.712 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:27.714 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:27.714 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:27.714 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:27.714 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:27.717 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60001] [2024/05/07 02:08:27.717 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:28.219 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:28.219 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:28.220 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=60001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:28.220 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=32] [2024/05/07 02:08:28.517 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60001] [type=backfill] [remaining-slots=12] [2024/05/07 02:08:28.684 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:28.820 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:28.822 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:28.822 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/156] [keyspaceName=] [2024/05/07 02:08:28.825 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:28.825 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:28.825 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:28.825 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:28.826 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:28.826 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:28.826 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:28.826 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:28.826 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:28.830 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:28.831 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:28.831 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=156] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:08:28.831 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:28.838 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:28.843 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:28.843 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:28.844 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60001] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:28.844 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f728000000000000000] ["end key"=74800000000000007b5f72800000000000006000] [2024/05/07 02:08:28.844 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60001] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007b5f728000000000000000, endKey=74800000000000007b5f72800000000000006000"] [2024/05/07 02:08:28.846 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:08:28.848 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:08:28.848 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60001] [id=1] [2024/05/07 02:08:28.850 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:08:28.853 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/07 02:08:28.853 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/26057d8c-4fb8-4a30-820a-6f715036b5cb.sst] [firstKey=74800000000000007B5F698000000000000001038000000000000000038000000000000000] [lastKey=74800000000000007B5F698000000000000001038000000000000060038000000000000060] [2024/05/07 02:08:28.858 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:28.858 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588025856/468329922560, backend usage: 0"] [2024/05/07 02:08:28.858 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:28.859 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:28.880 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:08:28.880 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:28.896 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:08:28.898 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=40.09972ms] [] [2024/05/07 02:08:28.903 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:28.919 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:28.920 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:28.920 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60002] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:28.920 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/07 02:08:28.920 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/07 02:08:28.920 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/07 02:08:28.920 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f728000000000000001] ["end key"=74800000000000007c5f72800000000000006100] [2024/05/07 02:08:28.920 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/07 02:08:28.920 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60002] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007c5f728000000000000001, endKey=74800000000000007c5f72800000000000006100"] [2024/05/07 02:08:28.921 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60002] [id=1] [2024/05/07 02:08:28.922 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1022] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/919b8116-435b-4c92-bc2c-1082832bbbef.sst] [firstKey=74800000000000007C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000007C5F698000000000000001038000000000000061038000000000000061] [2024/05/07 02:08:28.926 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:28.926 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588058624/468329922560, backend usage: 0"] [2024/05/07 02:08:28.926 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:28.927 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:28.949 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:08:28.949 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:28.963 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=304] [importedCount=8] [2024/05/07 02:08:28.965 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=39.032655ms] [] [2024/05/07 02:08:28.970 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:28.985 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:28.986 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:28.986 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60003] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:28.986 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/07 02:08:28.986 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/07 02:08:28.986 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/07 02:08:28.986 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f728000000000000002] ["end key"=74800000000000007d5f72800000000000006200] [2024/05/07 02:08:28.986 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/07 02:08:28.986 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60003] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007d5f728000000000000002, endKey=74800000000000007d5f72800000000000006200"] [2024/05/07 02:08:28.987 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60003] [id=1] [2024/05/07 02:08:28.988 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1025] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/e5ee6a42-d4c9-402b-a06b-2cda1160e726.sst] [firstKey=74800000000000007D5F698000000000000001038000000000000002038000000000000002] [lastKey=74800000000000007D5F698000000000000001038000000000000062038000000000000062] [2024/05/07 02:08:28.992 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:28.992 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588070912/468329922560, backend usage: 0"] [2024/05/07 02:08:28.992 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:28.994 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.016 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:08:29.016 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.028 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=456] [importedCount=12] [2024/05/07 02:08:29.030 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=37.913846ms] [] [2024/05/07 02:08:29.035 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.049 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.050 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.050 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60004] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.051 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235088] ["max memory quota"=17179869184] [2024/05/07 02:08:29.051 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235128] ["max memory quota"=17179869184] [2024/05/07 02:08:29.051 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235168] ["max memory quota"=17179869184] [2024/05/07 02:08:29.051 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/07 02:08:29.051 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f728000000000000003] ["end key"=74800000000000007e5f72800000000000006300] [2024/05/07 02:08:29.051 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60004] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007e5f728000000000000003, endKey=74800000000000007e5f72800000000000006300"] [2024/05/07 02:08:29.051 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60004] [id=1] [2024/05/07 02:08:29.052 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1026] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7f92ab21-0b95-46b6-b833-fdca7fa099de.sst] [firstKey=74800000000000007E5F698000000000000001038000000000000003038000000000000003] [lastKey=74800000000000007E5F698000000000000001038000000000000063038000000000000063] [2024/05/07 02:08:29.056 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.056 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588083200/468329922560, backend usage: 0"] [2024/05/07 02:08:29.056 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.058 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.079 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:08:29.079 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.094 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=608] [importedCount=16] [2024/05/07 02:08:29.096 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=39.501289ms] [] [2024/05/07 02:08:29.101 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.115 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.117 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235168] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.117 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60005] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.117 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235208] ["max memory quota"=17179869184] [2024/05/07 02:08:29.117 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235248] ["max memory quota"=17179869184] [2024/05/07 02:08:29.117 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235288] ["max memory quota"=17179869184] [2024/05/07 02:08:29.117 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/07 02:08:29.117 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f728000000000000004] ["end key"=74800000000000007f5f72800000000000004400] [2024/05/07 02:08:29.117 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60005] [id=1] [task="TableScanTask: id=1, startKey=74800000000000007f5f728000000000000004, endKey=74800000000000007f5f72800000000000004400"] [2024/05/07 02:08:29.118 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60005] [id=1] [2024/05/07 02:08:29.119 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/34c7e2d6-fcb7-44ab-bebe-8fd2e16c4993.sst] [firstKey=74800000000000007F5F698000000000000001038000000000000004038000000000000004] [lastKey=74800000000000007F5F698000000000000001038000000000000044038000000000000044] [2024/05/07 02:08:29.122 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.122 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588111872/468329922560, backend usage: 0"] [2024/05/07 02:08:29.122 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.123 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.146 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.146 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.160 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=722] [importedCount=19] [2024/05/07 02:08:29.162 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=39.155497ms] [] [2024/05/07 02:08:29.167 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.181 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.182 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235288] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.183 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60006] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235328] ["max memory quota"=17179869184] [2024/05/07 02:08:29.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235368] ["max memory quota"=17179869184] [2024/05/07 02:08:29.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235408] ["max memory quota"=17179869184] [2024/05/07 02:08:29.183 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f728000000000000005] ["end key"=7480000000000000805f72800000000000004500] [2024/05/07 02:08:29.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/07 02:08:29.183 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000805f728000000000000005, endKey=7480000000000000805f72800000000000004500"] [2024/05/07 02:08:29.183 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60006] [id=1] [2024/05/07 02:08:29.184 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/5a80642c-d70d-426c-a60a-8ebccc1e8d7d.sst] [firstKey=7480000000000000805F698000000000000001038000000000000005038000000000000005] [lastKey=7480000000000000805F698000000000000001038000000000000045038000000000000045] [2024/05/07 02:08:29.188 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.188 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588115968/468329922560, backend usage: 0"] [2024/05/07 02:08:29.188 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.189 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.211 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.211 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.222 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=836] [importedCount=22] [2024/05/07 02:08:29.224 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.78722ms] [] [2024/05/07 02:08:29.229 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.244 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.245 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.246 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60007] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.246 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235448] ["max memory quota"=17179869184] [2024/05/07 02:08:29.246 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235488] ["max memory quota"=17179869184] [2024/05/07 02:08:29.246 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235528] ["max memory quota"=17179869184] [2024/05/07 02:08:29.246 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/07 02:08:29.246 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f728000000000000006] ["end key"=7480000000000000815f72800000000000004600] [2024/05/07 02:08:29.246 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000815f728000000000000006, endKey=7480000000000000815f72800000000000004600"] [2024/05/07 02:08:29.246 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60007] [id=1] [2024/05/07 02:08:29.247 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/398d913d-4b12-4c67-975d-50a2f0608f7c.sst] [firstKey=7480000000000000815F698000000000000001038000000000000006038000000000000006] [lastKey=7480000000000000815F698000000000000001038000000000000046038000000000000046] [2024/05/07 02:08:29.251 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.251 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588136448/468329922560, backend usage: 0"] [2024/05/07 02:08:29.251 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.252 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.274 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.274 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.283 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=950] [importedCount=25] [2024/05/07 02:08:29.284 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.244379ms] [] [2024/05/07 02:08:29.291 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.301 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=3] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1435\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1534\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1164\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:761"] [2024/05/07 02:08:29.304 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.305 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235528] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.306 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60008] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.306 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235568] ["max memory quota"=17179869184] [2024/05/07 02:08:29.306 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235608] ["max memory quota"=17179869184] [2024/05/07 02:08:29.306 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235648] ["max memory quota"=17179869184] [2024/05/07 02:08:29.306 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f728000000000000007] ["end key"=7480000000000000825f72800000000000004700] [2024/05/07 02:08:29.306 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/07 02:08:29.306 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000825f728000000000000007, endKey=7480000000000000825f72800000000000004700"] [2024/05/07 02:08:29.306 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60008] [id=1] [2024/05/07 02:08:29.307 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/18d8addf-121e-43e3-a8cb-6dd23c39c528.sst] [firstKey=7480000000000000825F698000000000000001038000000000000007038000000000000007] [lastKey=7480000000000000825F698000000000000001038000000000000047038000000000000047] [2024/05/07 02:08:29.311 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.311 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588148736/468329922560, backend usage: 0"] [2024/05/07 02:08:29.311 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.312 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.333 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.333 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.346 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1064] [importedCount=28] [2024/05/07 02:08:29.348 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=37.658549ms] [] [2024/05/07 02:08:29.353 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.366 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.367 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235648] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.367 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60009] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.367 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235688] ["max memory quota"=17179869184] [2024/05/07 02:08:29.367 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235728] ["max memory quota"=17179869184] [2024/05/07 02:08:29.367 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235768] ["max memory quota"=17179869184] [2024/05/07 02:08:29.367 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235808] ["max memory quota"=17179869184] [2024/05/07 02:08:29.367 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f728000000000000008] ["end key"=7480000000000000835f72800000000000004800] [2024/05/07 02:08:29.367 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60009] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000835f728000000000000008, endKey=7480000000000000835f72800000000000004800"] [2024/05/07 02:08:29.368 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60009] [id=1] [2024/05/07 02:08:29.368 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/73b0aae7-c0a3-4833-8d8c-9dccc51e2ac4.sst] [firstKey=7480000000000000835F698000000000000001038000000000000008038000000000000008] [lastKey=7480000000000000835F698000000000000001038000000000000048038000000000000048] [2024/05/07 02:08:29.372 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.372 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588173312/468329922560, backend usage: 0"] [2024/05/07 02:08:29.372 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.373 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.395 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.395 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.405 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1178] [importedCount=31] [2024/05/07 02:08:29.407 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.918851ms] [] [2024/05/07 02:08:29.412 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.426 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.427 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235768] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.427 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60010] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.427 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235808] ["max memory quota"=17179869184] [2024/05/07 02:08:29.427 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235848] ["max memory quota"=17179869184] [2024/05/07 02:08:29.427 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674235888] ["max memory quota"=17179869184] [2024/05/07 02:08:29.427 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674235928] ["max memory quota"=17179869184] [2024/05/07 02:08:29.427 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f728000000000000009] ["end key"=7480000000000000845f72800000000000004900] [2024/05/07 02:08:29.427 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60010] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000845f728000000000000009, endKey=7480000000000000845f72800000000000004900"] [2024/05/07 02:08:29.428 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60010] [id=1] [2024/05/07 02:08:29.428 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/70b67488-49b5-4e4d-8dc3-260a155bd8e5.sst] [firstKey=7480000000000000845F698000000000000001038000000000000009038000000000000009] [lastKey=7480000000000000845F698000000000000001038000000000000049038000000000000049] [2024/05/07 02:08:29.432 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.432 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588185600/468329922560, backend usage: 0"] [2024/05/07 02:08:29.432 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.433 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.456 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.456 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.467 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1292] [importedCount=34] [2024/05/07 02:08:29.469 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=36.368335ms] [] [2024/05/07 02:08:29.475 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.489 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.490 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674235888] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.490 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60011] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.490 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674235928] ["max memory quota"=17179869184] [2024/05/07 02:08:29.490 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674235968] ["max memory quota"=17179869184] [2024/05/07 02:08:29.490 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236008] ["max memory quota"=17179869184] [2024/05/07 02:08:29.490 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236048] ["max memory quota"=17179869184] [2024/05/07 02:08:29.490 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f72800000000000000a] ["end key"=7480000000000000855f72800000000000004a00] [2024/05/07 02:08:29.490 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60011] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000855f72800000000000000a, endKey=7480000000000000855f72800000000000004a00"] [2024/05/07 02:08:29.491 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60011] [id=1] [2024/05/07 02:08:29.491 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/3332438e-3813-4296-bb4e-2738f279b3d8.sst] [firstKey=7480000000000000855F69800000000000000103800000000000000A03800000000000000A] [lastKey=7480000000000000855F69800000000000000103800000000000004A03800000000000004A] [2024/05/07 02:08:29.495 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.495 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588210176/468329922560, backend usage: 0"] [2024/05/07 02:08:29.495 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.496 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.518 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.518 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.526 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1406] [importedCount=37] [2024/05/07 02:08:29.528 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.003308ms] [] [2024/05/07 02:08:29.533 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.546 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.547 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236008] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.547 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60012] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.547 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236048] ["max memory quota"=17179869184] [2024/05/07 02:08:29.547 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236088] ["max memory quota"=17179869184] [2024/05/07 02:08:29.547 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236128] ["max memory quota"=17179869184] [2024/05/07 02:08:29.547 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236168] ["max memory quota"=17179869184] [2024/05/07 02:08:29.547 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f72800000000000000b] ["end key"=7480000000000000865f72800000000000004b00] [2024/05/07 02:08:29.547 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60012] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000865f72800000000000000b, endKey=7480000000000000865f72800000000000004b00"] [2024/05/07 02:08:29.548 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60012] [id=1] [2024/05/07 02:08:29.549 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/147c4642-997e-4f9d-9842-3847c0298aca.sst] [firstKey=7480000000000000865F69800000000000000103800000000000000B03800000000000000B] [lastKey=7480000000000000865F69800000000000000103800000000000004B03800000000000004B] [2024/05/07 02:08:29.552 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.552 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588222464/468329922560, backend usage: 0"] [2024/05/07 02:08:29.552 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.553 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.575 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.575 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.587 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1520] [importedCount=40] [2024/05/07 02:08:29.589 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=36.658929ms] [] [2024/05/07 02:08:29.594 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.607 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.608 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236128] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.608 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60013] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.608 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236168] ["max memory quota"=17179869184] [2024/05/07 02:08:29.608 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236208] ["max memory quota"=17179869184] [2024/05/07 02:08:29.608 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236248] ["max memory quota"=17179869184] [2024/05/07 02:08:29.608 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f72800000000000000c] ["end key"=7480000000000000875f72800000000000004c00] [2024/05/07 02:08:29.608 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236288] ["max memory quota"=17179869184] [2024/05/07 02:08:29.608 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60013] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000875f72800000000000000c, endKey=7480000000000000875f72800000000000004c00"] [2024/05/07 02:08:29.609 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60013] [id=1] [2024/05/07 02:08:29.609 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/3f48bfd3-c12f-4e80-82a8-81e69f9ed160.sst] [firstKey=7480000000000000875F69800000000000000103800000000000000C03800000000000000C] [lastKey=7480000000000000875F69800000000000000103800000000000004C03800000000000004C] [2024/05/07 02:08:29.613 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.613 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588234752/468329922560, backend usage: 0"] [2024/05/07 02:08:29.613 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.614 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.636 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.636 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.647 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1634] [importedCount=43] [2024/05/07 02:08:29.649 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.736111ms] [] [2024/05/07 02:08:29.655 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.669 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.670 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236248] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.670 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60014] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236288] ["max memory quota"=17179869184] [2024/05/07 02:08:29.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236328] ["max memory quota"=17179869184] [2024/05/07 02:08:29.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236368] ["max memory quota"=17179869184] [2024/05/07 02:08:29.670 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236408] ["max memory quota"=17179869184] [2024/05/07 02:08:29.670 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f72800000000000000d] ["end key"=7480000000000000885f72800000000000004d00] [2024/05/07 02:08:29.670 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60014] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000885f72800000000000000d, endKey=7480000000000000885f72800000000000004d00"] [2024/05/07 02:08:29.671 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60014] [id=1] [2024/05/07 02:08:29.672 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/258d9a8e-e90a-44cf-925f-50da786010f5.sst] [firstKey=7480000000000000885F69800000000000000103800000000000000D03800000000000000D] [lastKey=7480000000000000885F69800000000000000103800000000000004D03800000000000004D] [2024/05/07 02:08:29.676 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.676 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588251136/468329922560, backend usage: 0"] [2024/05/07 02:08:29.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.677 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.699 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.699 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.710 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1748] [importedCount=46] [2024/05/07 02:08:29.712 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=36.013788ms] [] [2024/05/07 02:08:29.717 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.730 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.731 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236368] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.731 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60015] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.731 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236408] ["max memory quota"=17179869184] [2024/05/07 02:08:29.731 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236448] ["max memory quota"=17179869184] [2024/05/07 02:08:29.731 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236488] ["max memory quota"=17179869184] [2024/05/07 02:08:29.731 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236528] ["max memory quota"=17179869184] [2024/05/07 02:08:29.731 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f72800000000000000e] ["end key"=7480000000000000895f72800000000000004e00] [2024/05/07 02:08:29.731 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60015] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000895f72800000000000000e, endKey=7480000000000000895f72800000000000004e00"] [2024/05/07 02:08:29.732 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60015] [id=1] [2024/05/07 02:08:29.732 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/81f327c2-99e5-442a-8a8b-7d22fc5f4db0.sst] [firstKey=7480000000000000895F69800000000000000103800000000000000E03800000000000000E] [lastKey=7480000000000000895F69800000000000000103800000000000004E03800000000000004E] [2024/05/07 02:08:29.736 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.736 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588275712/468329922560, backend usage: 0"] [2024/05/07 02:08:29.736 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.737 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.759 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.759 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.772 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1862] [importedCount=49] [2024/05/07 02:08:29.774 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=38.067286ms] [] [2024/05/07 02:08:29.779 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.791 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.792 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236488] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.792 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60016] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.792 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236528] ["max memory quota"=17179869184] [2024/05/07 02:08:29.792 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236568] ["max memory quota"=17179869184] [2024/05/07 02:08:29.792 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236608] ["max memory quota"=17179869184] [2024/05/07 02:08:29.792 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f72800000000000000f] ["end key"=74800000000000008a5f72800000000000004f00] [2024/05/07 02:08:29.792 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236648] ["max memory quota"=17179869184] [2024/05/07 02:08:29.793 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60016] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008a5f72800000000000000f, endKey=74800000000000008a5f72800000000000004f00"] [2024/05/07 02:08:29.793 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60016] [id=1] [2024/05/07 02:08:29.794 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4a433abf-f767-4456-aa2d-4bab77dcda82.sst] [firstKey=74800000000000008A5F69800000000000000103800000000000000F03800000000000000F] [lastKey=74800000000000008A5F69800000000000000103800000000000004F03800000000000004F] [2024/05/07 02:08:29.798 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.798 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588288000/468329922560, backend usage: 0"] [2024/05/07 02:08:29.798 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.798 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.820 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.820 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.829 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=1976] [importedCount=52] [2024/05/07 02:08:29.831 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.08925ms] [] [2024/05/07 02:08:29.835 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.854 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.855 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236608] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.856 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60017] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.856 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236648] ["max memory quota"=17179869184] [2024/05/07 02:08:29.856 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236688] ["max memory quota"=17179869184] [2024/05/07 02:08:29.856 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236728] ["max memory quota"=17179869184] [2024/05/07 02:08:29.856 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236768] ["max memory quota"=17179869184] [2024/05/07 02:08:29.856 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f728000000000000010] ["end key"=74800000000000008b5f72800000000000005000] [2024/05/07 02:08:29.856 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60017] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008b5f728000000000000010, endKey=74800000000000008b5f72800000000000005000"] [2024/05/07 02:08:29.856 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60017] [id=1] [2024/05/07 02:08:29.857 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/367aea41-a07a-4cb2-b4c6-1404fe78d7f7.sst] [firstKey=74800000000000008B5F698000000000000001038000000000000010038000000000000010] [lastKey=74800000000000008B5F698000000000000001038000000000000050038000000000000050] [2024/05/07 02:08:29.861 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.861 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588308480/468329922560, backend usage: 0"] [2024/05/07 02:08:29.861 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.862 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.883 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.883 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.894 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2090] [importedCount=55] [2024/05/07 02:08:29.896 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.156555ms] [] [2024/05/07 02:08:29.901 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.915 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.916 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236728] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.916 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60018] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.916 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236768] ["max memory quota"=17179869184] [2024/05/07 02:08:29.916 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236808] ["max memory quota"=17179869184] [2024/05/07 02:08:29.916 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236848] ["max memory quota"=17179869184] [2024/05/07 02:08:29.916 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674236888] ["max memory quota"=17179869184] [2024/05/07 02:08:29.916 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f728000000000000011] ["end key"=74800000000000008c5f72800000000000005100] [2024/05/07 02:08:29.916 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60018] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008c5f728000000000000011, endKey=74800000000000008c5f72800000000000005100"] [2024/05/07 02:08:29.917 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60018] [id=1] [2024/05/07 02:08:29.918 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/13b123ea-e606-4343-b834-a72c31455496.sst] [firstKey=74800000000000008C5F698000000000000001038000000000000011038000000000000011] [lastKey=74800000000000008C5F698000000000000001038000000000000051038000000000000051] [2024/05/07 02:08:29.922 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.922 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588320768/468329922560, backend usage: 0"] [2024/05/07 02:08:29.922 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.923 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:29.945 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:29.945 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:29.958 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2204] [importedCount=58] [2024/05/07 02:08:29.960 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=37.970164ms] [] [2024/05/07 02:08:29.965 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.979 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:29.980 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236848] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:29.980 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60019] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:29.980 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674236888] ["max memory quota"=17179869184] [2024/05/07 02:08:29.980 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674236928] ["max memory quota"=17179869184] [2024/05/07 02:08:29.980 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f728000000000000012] ["end key"=74800000000000008d5f72800000000000005200] [2024/05/07 02:08:29.980 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674236968] ["max memory quota"=17179869184] [2024/05/07 02:08:29.980 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237008] ["max memory quota"=17179869184] [2024/05/07 02:08:29.980 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60019] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008d5f728000000000000012, endKey=74800000000000008d5f72800000000000005200"] [2024/05/07 02:08:29.981 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60019] [id=1] [2024/05/07 02:08:29.982 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/7b1fdc9a-114a-4334-9401-be2773153f4d.sst] [firstKey=74800000000000008D5F698000000000000001038000000000000012038000000000000012] [lastKey=74800000000000008D5F698000000000000001038000000000000052038000000000000052] [2024/05/07 02:08:29.986 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:29.986 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588345344/468329922560, backend usage: 0"] [2024/05/07 02:08:29.986 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:29.987 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.009 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.009 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.022 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2318] [importedCount=61] [2024/05/07 02:08:30.024 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=38.206959ms] [] [2024/05/07 02:08:30.029 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.042 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.042 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674236968] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.043 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60020] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.043 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237008] ["max memory quota"=17179869184] [2024/05/07 02:08:30.043 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237048] ["max memory quota"=17179869184] [2024/05/07 02:08:30.043 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237088] ["max memory quota"=17179869184] [2024/05/07 02:08:30.043 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237128] ["max memory quota"=17179869184] [2024/05/07 02:08:30.043 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f728000000000000013] ["end key"=74800000000000008e5f72800000000000005300] [2024/05/07 02:08:30.043 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60020] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008e5f728000000000000013, endKey=74800000000000008e5f72800000000000005300"] [2024/05/07 02:08:30.043 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60020] [id=1] [2024/05/07 02:08:30.044 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a7a7a428-c14b-4879-b6e0-7f65b42d3a3d.sst] [firstKey=74800000000000008E5F698000000000000001038000000000000013038000000000000013] [lastKey=74800000000000008E5F698000000000000001038000000000000053038000000000000053] [2024/05/07 02:08:30.048 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.048 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588357632/468329922560, backend usage: 0"] [2024/05/07 02:08:30.048 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.049 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.071 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.071 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.082 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2432] [importedCount=64] [2024/05/07 02:08:30.083 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.700957ms] [] [2024/05/07 02:08:30.088 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.099 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.100 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237088] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.100 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60021] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.100 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237128] ["max memory quota"=17179869184] [2024/05/07 02:08:30.100 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237168] ["max memory quota"=17179869184] [2024/05/07 02:08:30.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237208] ["max memory quota"=17179869184] [2024/05/07 02:08:30.101 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237248] ["max memory quota"=17179869184] [2024/05/07 02:08:30.100 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f728000000000000014] ["end key"=74800000000000008f5f72800000000000005400] [2024/05/07 02:08:30.101 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60021] [id=1] [task="TableScanTask: id=1, startKey=74800000000000008f5f728000000000000014, endKey=74800000000000008f5f72800000000000005400"] [2024/05/07 02:08:30.101 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60021] [id=1] [2024/05/07 02:08:30.102 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/a9084092-29f5-492f-aafd-ec536fae92ee.sst] [firstKey=74800000000000008F5F698000000000000001038000000000000014038000000000000014] [lastKey=74800000000000008F5F698000000000000001038000000000000054038000000000000054] [2024/05/07 02:08:30.106 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.106 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588374016/468329922560, backend usage: 0"] [2024/05/07 02:08:30.106 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.106 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.128 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.128 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.137 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2546] [importedCount=67] [2024/05/07 02:08:30.139 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=33.352574ms] [] [2024/05/07 02:08:30.144 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.155 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.156 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237208] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.156 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60022] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237248] ["max memory quota"=17179869184] [2024/05/07 02:08:30.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237288] ["max memory quota"=17179869184] [2024/05/07 02:08:30.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237328] ["max memory quota"=17179869184] [2024/05/07 02:08:30.156 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237368] ["max memory quota"=17179869184] [2024/05/07 02:08:30.156 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f728000000000000015] ["end key"=7480000000000000905f72800000000000005500] [2024/05/07 02:08:30.156 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60022] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000905f728000000000000015, endKey=7480000000000000905f72800000000000005500"] [2024/05/07 02:08:30.157 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60022] [id=1] [2024/05/07 02:08:30.158 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/3398e098-0da4-4dda-8028-2e21769c17d2.sst] [firstKey=7480000000000000905F698000000000000001038000000000000015038000000000000015] [lastKey=7480000000000000905F698000000000000001038000000000000055038000000000000055] [2024/05/07 02:08:30.161 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.161 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588386304/468329922560, backend usage: 0"] [2024/05/07 02:08:30.161 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.162 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.184 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.184 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.195 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2660] [importedCount=70] [2024/05/07 02:08:30.197 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.545163ms] [] [2024/05/07 02:08:30.201 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.213 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.214 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237328] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.214 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60023] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.214 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237368] ["max memory quota"=17179869184] [2024/05/07 02:08:30.214 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237408] ["max memory quota"=17179869184] [2024/05/07 02:08:30.214 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237448] ["max memory quota"=17179869184] [2024/05/07 02:08:30.214 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237488] ["max memory quota"=17179869184] [2024/05/07 02:08:30.214 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f728000000000000016] ["end key"=7480000000000000915f72800000000000005600] [2024/05/07 02:08:30.214 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60023] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000915f728000000000000016, endKey=7480000000000000915f72800000000000005600"] [2024/05/07 02:08:30.215 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60023] [id=1] [2024/05/07 02:08:30.216 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/58a203c2-1d13-48f8-af8f-c44427212b69.sst] [firstKey=7480000000000000915F698000000000000001038000000000000016038000000000000016] [lastKey=7480000000000000915F698000000000000001038000000000000056038000000000000056] [2024/05/07 02:08:30.219 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.219 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588410880/468329922560, backend usage: 0"] [2024/05/07 02:08:30.219 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.220 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.241 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.241 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.252 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2774] [importedCount=73] [2024/05/07 02:08:30.254 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.993465ms] [] [2024/05/07 02:08:30.259 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.271 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.272 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237448] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.272 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60024] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.272 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237488] ["max memory quota"=17179869184] [2024/05/07 02:08:30.272 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237528] ["max memory quota"=17179869184] [2024/05/07 02:08:30.272 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237568] ["max memory quota"=17179869184] [2024/05/07 02:08:30.272 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f728000000000000017] ["end key"=7480000000000000925f72800000000000005700] [2024/05/07 02:08:30.272 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237608] ["max memory quota"=17179869184] [2024/05/07 02:08:30.272 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60024] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000925f728000000000000017, endKey=7480000000000000925f72800000000000005700"] [2024/05/07 02:08:30.273 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60024] [id=1] [2024/05/07 02:08:30.273 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/e2d41344-a7a5-4037-93cc-a079a3b14cf0.sst] [firstKey=7480000000000000925F698000000000000001038000000000000017038000000000000017] [lastKey=7480000000000000925F698000000000000001038000000000000057038000000000000057] [2024/05/07 02:08:30.276 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.276 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588423168/468329922560, backend usage: 0"] [2024/05/07 02:08:30.276 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.277 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.299 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.299 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.309 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=2888] [importedCount=76] [2024/05/07 02:08:30.311 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.190828ms] [] [2024/05/07 02:08:30.315 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.328 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.329 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237568] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.329 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60025] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.329 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237608] ["max memory quota"=17179869184] [2024/05/07 02:08:30.329 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237648] ["max memory quota"=17179869184] [2024/05/07 02:08:30.329 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237688] ["max memory quota"=17179869184] [2024/05/07 02:08:30.329 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237728] ["max memory quota"=17179869184] [2024/05/07 02:08:30.329 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f728000000000000018] ["end key"=7480000000000000935f72800000000000005800] [2024/05/07 02:08:30.330 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60025] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000935f728000000000000018, endKey=7480000000000000935f72800000000000005800"] [2024/05/07 02:08:30.330 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60025] [id=1] [2024/05/07 02:08:30.331 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/02dde29d-fdf6-4311-b1d5-e957479c9d7a.sst] [firstKey=7480000000000000935F698000000000000001038000000000000018038000000000000018] [lastKey=7480000000000000935F698000000000000001038000000000000058038000000000000058] [2024/05/07 02:08:30.334 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.334 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588439552/468329922560, backend usage: 0"] [2024/05/07 02:08:30.334 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.335 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.357 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.357 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.368 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3002] [importedCount=79] [2024/05/07 02:08:30.370 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.146454ms] [] [2024/05/07 02:08:30.374 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.388 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.389 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237688] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.389 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60026] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.389 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237728] ["max memory quota"=17179869184] [2024/05/07 02:08:30.389 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237768] ["max memory quota"=17179869184] [2024/05/07 02:08:30.389 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237808] ["max memory quota"=17179869184] [2024/05/07 02:08:30.389 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237848] ["max memory quota"=17179869184] [2024/05/07 02:08:30.389 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f728000000000000019] ["end key"=7480000000000000945f72800000000000005900] [2024/05/07 02:08:30.389 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60026] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000945f728000000000000019, endKey=7480000000000000945f72800000000000005900"] [2024/05/07 02:08:30.390 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60026] [id=1] [2024/05/07 02:08:30.391 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/4620fcc9-bbb3-4746-b64e-06aa7e5ff183.sst] [firstKey=7480000000000000945F698000000000000001038000000000000019038000000000000019] [lastKey=7480000000000000945F698000000000000001038000000000000059038000000000000059] [2024/05/07 02:08:30.394 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.394 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588455936/468329922560, backend usage: 0"] [2024/05/07 02:08:30.394 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.395 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.417 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.417 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.427 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3116] [importedCount=82] [2024/05/07 02:08:30.429 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.065198ms] [] [2024/05/07 02:08:30.434 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.446 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.446 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237808] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.447 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60027] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.447 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237848] ["max memory quota"=17179869184] [2024/05/07 02:08:30.447 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674237888] ["max memory quota"=17179869184] [2024/05/07 02:08:30.447 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674237928] ["max memory quota"=17179869184] [2024/05/07 02:08:30.447 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674237968] ["max memory quota"=17179869184] [2024/05/07 02:08:30.447 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f72800000000000001a] ["end key"=7480000000000000955f72800000000000005a00] [2024/05/07 02:08:30.447 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60027] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000955f72800000000000001a, endKey=7480000000000000955f72800000000000005a00"] [2024/05/07 02:08:30.447 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60027] [id=1] [2024/05/07 02:08:30.448 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1017] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/ea3bd766-5f9c-4153-8073-6eb6fa1080dd.sst] [firstKey=7480000000000000955F69800000000000000103800000000000001A03800000000000001A] [lastKey=7480000000000000955F69800000000000000103800000000000005A03800000000000005A] [2024/05/07 02:08:30.451 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.451 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588480512/468329922560, backend usage: 0"] [2024/05/07 02:08:30.451 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.452 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.474 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.474 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.487 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3230] [importedCount=85] [2024/05/07 02:08:30.488 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=36.787883ms] [] [2024/05/07 02:08:30.493 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.505 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.506 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674237928] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.507 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60028] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.507 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674237968] ["max memory quota"=17179869184] [2024/05/07 02:08:30.507 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674238008] ["max memory quota"=17179869184] [2024/05/07 02:08:30.507 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674238048] ["max memory quota"=17179869184] [2024/05/07 02:08:30.507 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674238088] ["max memory quota"=17179869184] [2024/05/07 02:08:30.507 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f72800000000000001b] ["end key"=7480000000000000965f72800000000000005b00] [2024/05/07 02:08:30.507 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60028] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000965f72800000000000001b, endKey=7480000000000000965f72800000000000005b00"] [2024/05/07 02:08:30.507 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60028] [id=1] [2024/05/07 02:08:30.508 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/f28d3f10-d1c7-4080-be1f-4fd768982d7e.sst] [firstKey=7480000000000000965F69800000000000000103800000000000001B03800000000000001B] [lastKey=7480000000000000965F69800000000000000103800000000000005B03800000000000005B] [2024/05/07 02:08:30.511 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.512 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588492800/468329922560, backend usage: 0"] [2024/05/07 02:08:30.512 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.512 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.534 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.534 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.543 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3344] [importedCount=88] [2024/05/07 02:08:30.544 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.322163ms] [] [2024/05/07 02:08:30.549 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.561 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.562 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674238048] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.563 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60029] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.563 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674238088] ["max memory quota"=17179869184] [2024/05/07 02:08:30.563 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674238128] ["max memory quota"=17179869184] [2024/05/07 02:08:30.563 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674238168] ["max memory quota"=17179869184] [2024/05/07 02:08:30.563 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674238208] ["max memory quota"=17179869184] [2024/05/07 02:08:30.563 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f72800000000000001c] ["end key"=7480000000000000975f72800000000000005c00] [2024/05/07 02:08:30.563 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60029] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000975f72800000000000001c, endKey=7480000000000000975f72800000000000005c00"] [2024/05/07 02:08:30.564 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60029] [id=1] [2024/05/07 02:08:30.564 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/fb496266-7314-4aeb-b7d2-baaca374c433.sst] [firstKey=7480000000000000975F69800000000000000103800000000000001C03800000000000001C] [lastKey=7480000000000000975F69800000000000000103800000000000005C03800000000000005C] [2024/05/07 02:08:30.568 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.568 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588505088/468329922560, backend usage: 0"] [2024/05/07 02:08:30.568 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.569 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.591 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.592 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.600 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3458] [importedCount=91] [2024/05/07 02:08:30.602 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.043668ms] [] [2024/05/07 02:08:30.607 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.622 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.623 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674238168] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.623 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60030] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.623 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674238208] ["max memory quota"=17179869184] [2024/05/07 02:08:30.623 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674238248] ["max memory quota"=17179869184] [2024/05/07 02:08:30.623 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674238288] ["max memory quota"=17179869184] [2024/05/07 02:08:30.623 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674238328] ["max memory quota"=17179869184] [2024/05/07 02:08:30.623 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f72800000000000001d] ["end key"=7480000000000000985f72800000000000005d00] [2024/05/07 02:08:30.623 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60030] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000985f72800000000000001d, endKey=7480000000000000985f72800000000000005d00"] [2024/05/07 02:08:30.624 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60030] [id=1] [2024/05/07 02:08:30.625 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/773dfd28-93f7-44e6-b159-6783d837d598.sst] [firstKey=7480000000000000985F69800000000000000103800000000000001D03800000000000001D] [lastKey=7480000000000000985F69800000000000000103800000000000005D03800000000000005D] [2024/05/07 02:08:30.629 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.629 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588521472/468329922560, backend usage: 0"] [2024/05/07 02:08:30.629 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.630 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.652 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.652 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.661 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3572] [importedCount=94] [2024/05/07 02:08:30.663 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.144987ms] [] [2024/05/07 02:08:30.668 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.683 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.684 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674238288] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.684 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60031] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674238328] ["max memory quota"=17179869184] [2024/05/07 02:08:30.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674238368] ["max memory quota"=17179869184] [2024/05/07 02:08:30.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674238408] ["max memory quota"=17179869184] [2024/05/07 02:08:30.684 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674238448] ["max memory quota"=17179869184] [2024/05/07 02:08:30.684 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f72800000000000001e] ["end key"=7480000000000000995f72800000000000005e00] [2024/05/07 02:08:30.684 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60031] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000995f72800000000000001e, endKey=7480000000000000995f72800000000000005e00"] [2024/05/07 02:08:30.685 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60031] [id=1] [2024/05/07 02:08:30.686 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/12e3ff20-31be-415d-b38e-0e4fc0070e60.sst] [firstKey=7480000000000000995F69800000000000000103800000000000001E03800000000000001E] [lastKey=7480000000000000995F69800000000000000103800000000000005E03800000000000005E] [2024/05/07 02:08:30.689 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.689 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588546048/468329922560, backend usage: 0"] [2024/05/07 02:08:30.689 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.690 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.713 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.713 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.727 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3686] [importedCount=97] [2024/05/07 02:08:30.729 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=39.093433ms] [] [2024/05/07 02:08:30.736 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.748 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:30.749 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["current memory usage"=674238408] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:30.750 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=60001] [subtask-id=60032] [jobID=156] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:30.750 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=674238448] ["max memory quota"=17179869184] [2024/05/07 02:08:30.750 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=674238488] ["max memory quota"=17179869184] [2024/05/07 02:08:30.750 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=674238528] ["max memory quota"=17179869184] [2024/05/07 02:08:30.750 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f72800000000000001f] ["end key"=74800000000000009a5f72800000000000005f00] [2024/05/07 02:08:30.750 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=156] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=674238568] ["max memory quota"=17179869184] [2024/05/07 02:08:30.750 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=60001] [subtask-id=60032] [id=1] [task="TableScanTask: id=1, startKey=74800000000000009a5f72800000000000001f, endKey=74800000000000009a5f72800000000000005f00"] [2024/05/07 02:08:30.750 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=60001] [subtask-id=60032] [id=1] [2024/05/07 02:08:30.751 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/156/f75d9cab-8823-5503-94ba-459a1de580da.sst/bc938980-1891-43ed-b1ff-7c769fd142e8.sst] [firstKey=74800000000000009A5F69800000000000000103800000000000001F03800000000000001F] [lastKey=74800000000000009A5F69800000000000000103800000000000005F03800000000000005F] [2024/05/07 02:08:30.755 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.755 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184588558336/468329922560, backend usage: 0"] [2024/05/07 02:08:30.755 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:30.756 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:30.778 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:08:30.778 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:30.788 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=114] [kvs=3] [importedSize=3800] [importedCount=100] [2024/05/07 02:08:30.790 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.779025ms] [] [2024/05/07 02:08:30.794 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=156] [2024/05/07 02:08:30.804 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:30.804 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:30.805 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.122864ms] [] [2024/05/07 02:08:30.805 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:30.806 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=667.049µs] [] [2024/05/07 02:08:30.807 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:30.807 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:30.807 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:30.807 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:30.807 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:30.807 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=156] ["current memory usage"=3840] ["max memory quota"=17179869184] [2024/05/07 02:08:30.807 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=1.986600203s] [] [2024/05/07 02:08:31.222 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:31.313 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/07 02:08:31.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=881.633µs] [gotSchemaVersion=92] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:31.357 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=92] [2024/05/07 02:08:31.405 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.058636ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589466187431944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.411 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60001] [type=backfill] [2024/05/07 02:08:31.411 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589466187431944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.412 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=156] [table=t] [index=idx] [2024/05/07 02:08:31.428 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=1.247231ms] [gotSchemaVersion=93] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:31.432 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=93] [2024/05/07 02:08:31.477 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.191116ms] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.484 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.485 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=156] [physicalTableID=123] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/07 02:08:31.490 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=156] [2024/05/07 02:08:31.495 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 29, tp add index"] [category=ddl] [jobID=156] [conn=7] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:0, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.497 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007b5f69ffff000000000001,EndKey:74800000000000007b5f69ffff000000000001ff,First:false,PhysicalTableID:123,Ingest mode:false"] [2024/05/07 02:08:31.498 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=123] ["start key"=74800000000000007b5f69ffff000000000001] ["end key"=74800000000000007b5f69ffff000000000001ff] [2024/05/07 02:08:31.498 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007b5f69ffff000000000001] [endKey=74800000000000007b5f69ffff000000000001ff] [2024/05/07 02:08:31.499 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=123] ["end key"=74800000000000007b5f69ffff000000000001ff] ["current end key"=74800000000000007b5f69ffff00000000000100] [2024/05/07 02:08:31.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.500 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 123, range: [74800000000000007b5f69ffff000000000001, 74800000000000007b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007b5f69ffff0000000000010000] ["take time"=453.415µs] [2024/05/07 02:08:31.500 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.500 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007b5f69ffff000000000001] [2024/05/07 02:08:31.503 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=124] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [] [2024/05/07 02:08:31.503 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007c5f69ffff000000000001,EndKey:74800000000000007c5f69ffff000000000001ff,First:false,PhysicalTableID:124,Ingest mode:false"] [2024/05/07 02:08:31.504 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=124] ["start key"=74800000000000007c5f69ffff000000000001] ["end key"=74800000000000007c5f69ffff000000000001ff] [2024/05/07 02:08:31.504 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007c5f69ffff000000000001] [endKey=74800000000000007c5f69ffff000000000001ff] [2024/05/07 02:08:31.505 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=124] ["end key"=74800000000000007c5f69ffff000000000001ff] ["current end key"=74800000000000007c5f69ffff00000000000100] [2024/05/07 02:08:31.505 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.505 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.505 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.506 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 124, range: [74800000000000007c5f69ffff000000000001, 74800000000000007c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007c5f69ffff0000000000010000] ["take time"=427.492µs] [2024/05/07 02:08:31.506 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.506 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007c5f69ffff000000000001] [2024/05/07 02:08:31.509 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=125] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [] [2024/05/07 02:08:31.509 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007d5f69ffff000000000001,EndKey:74800000000000007d5f69ffff000000000001ff,First:false,PhysicalTableID:125,Ingest mode:false"] [2024/05/07 02:08:31.510 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=125] ["start key"=74800000000000007d5f69ffff000000000001] ["end key"=74800000000000007d5f69ffff000000000001ff] [2024/05/07 02:08:31.510 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007d5f69ffff000000000001] [endKey=74800000000000007d5f69ffff000000000001ff] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=125] ["end key"=74800000000000007d5f69ffff000000000001ff] ["current end key"=74800000000000007d5f69ffff00000000000100] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 125, range: [74800000000000007d5f69ffff000000000001, 74800000000000007d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007d5f69ffff0000000000010000] ["take time"=388.432µs] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.511 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007d5f69ffff000000000001] [2024/05/07 02:08:31.517 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=126] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [] [2024/05/07 02:08:31.517 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007e5f69ffff000000000001,EndKey:74800000000000007e5f69ffff000000000001ff,First:false,PhysicalTableID:126,Ingest mode:false"] [2024/05/07 02:08:31.519 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=126] ["start key"=74800000000000007e5f69ffff000000000001] ["end key"=74800000000000007e5f69ffff000000000001ff] [2024/05/07 02:08:31.520 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007e5f69ffff000000000001] [endKey=74800000000000007e5f69ffff000000000001ff] [2024/05/07 02:08:31.521 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=126] ["end key"=74800000000000007e5f69ffff000000000001ff] ["current end key"=74800000000000007e5f69ffff00000000000100] [2024/05/07 02:08:31.521 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.521 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.521 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.522 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 126, range: [74800000000000007e5f69ffff000000000001, 74800000000000007e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007e5f69ffff0000000000010000] ["take time"=990.885µs] [2024/05/07 02:08:31.522 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.522 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007e5f69ffff000000000001] [2024/05/07 02:08:31.529 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=127] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [] [2024/05/07 02:08:31.529 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000007f5f69ffff000000000001,EndKey:74800000000000007f5f69ffff000000000001ff,First:false,PhysicalTableID:127,Ingest mode:false"] [2024/05/07 02:08:31.530 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=127] ["start key"=74800000000000007f5f69ffff000000000001] ["end key"=74800000000000007f5f69ffff000000000001ff] [2024/05/07 02:08:31.530 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000007f5f69ffff000000000001] [endKey=74800000000000007f5f69ffff000000000001ff] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=127] ["end key"=74800000000000007f5f69ffff000000000001ff] ["current end key"=74800000000000007f5f69ffff00000000000100] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 127, range: [74800000000000007f5f69ffff000000000001, 74800000000000007f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000007f5f69ffff0000000000010000] ["take time"=509.715µs] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.532 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000007f5f69ffff000000000001] [2024/05/07 02:08:31.536 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=128] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [] [2024/05/07 02:08:31.536 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000805f69ffff000000000001,EndKey:7480000000000000805f69ffff000000000001ff,First:false,PhysicalTableID:128,Ingest mode:false"] [2024/05/07 02:08:31.537 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=128] ["start key"=7480000000000000805f69ffff000000000001] ["end key"=7480000000000000805f69ffff000000000001ff] [2024/05/07 02:08:31.537 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000805f69ffff000000000001] [endKey=7480000000000000805f69ffff000000000001ff] [2024/05/07 02:08:31.538 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=128] ["end key"=7480000000000000805f69ffff000000000001ff] ["current end key"=7480000000000000805f69ffff00000000000100] [2024/05/07 02:08:31.538 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.538 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.538 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.539 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 128, range: [7480000000000000805f69ffff000000000001, 7480000000000000805f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000805f69ffff0000000000010000] ["take time"=404.549µs] [2024/05/07 02:08:31.539 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.539 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000805f69ffff000000000001] [2024/05/07 02:08:31.542 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=129] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [] [2024/05/07 02:08:31.542 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000815f69ffff000000000001,EndKey:7480000000000000815f69ffff000000000001ff,First:false,PhysicalTableID:129,Ingest mode:false"] [2024/05/07 02:08:31.543 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=129] ["start key"=7480000000000000815f69ffff000000000001] ["end key"=7480000000000000815f69ffff000000000001ff] [2024/05/07 02:08:31.543 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000815f69ffff000000000001] [endKey=7480000000000000815f69ffff000000000001ff] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=129] ["end key"=7480000000000000815f69ffff000000000001ff] ["current end key"=7480000000000000815f69ffff00000000000100] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 129, range: [7480000000000000815f69ffff000000000001, 7480000000000000815f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000815f69ffff0000000000010000] ["take time"=394.39µs] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.544 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000815f69ffff000000000001] [2024/05/07 02:08:31.548 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=130] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [] [2024/05/07 02:08:31.548 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000825f69ffff000000000001,EndKey:7480000000000000825f69ffff000000000001ff,First:false,PhysicalTableID:130,Ingest mode:false"] [2024/05/07 02:08:31.549 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=130] ["start key"=7480000000000000825f69ffff000000000001] ["end key"=7480000000000000825f69ffff000000000001ff] [2024/05/07 02:08:31.549 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000825f69ffff000000000001] [endKey=7480000000000000825f69ffff000000000001ff] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=130] ["end key"=7480000000000000825f69ffff000000000001ff] ["current end key"=7480000000000000825f69ffff00000000000100] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 130, range: [7480000000000000825f69ffff000000000001, 7480000000000000825f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000825f69ffff0000000000010000] ["take time"=386.616µs] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.550 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000825f69ffff000000000001] [2024/05/07 02:08:31.553 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=131] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [] [2024/05/07 02:08:31.553 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000835f69ffff000000000001,EndKey:7480000000000000835f69ffff000000000001ff,First:false,PhysicalTableID:131,Ingest mode:false"] [2024/05/07 02:08:31.554 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=131] ["start key"=7480000000000000835f69ffff000000000001] ["end key"=7480000000000000835f69ffff000000000001ff] [2024/05/07 02:08:31.554 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000835f69ffff000000000001] [endKey=7480000000000000835f69ffff000000000001ff] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=131] ["end key"=7480000000000000835f69ffff000000000001ff] ["current end key"=7480000000000000835f69ffff00000000000100] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 131, range: [7480000000000000835f69ffff000000000001, 7480000000000000835f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000835f69ffff0000000000010000] ["take time"=340.289µs] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.555 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000835f69ffff000000000001] [2024/05/07 02:08:31.558 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=132] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [] [2024/05/07 02:08:31.558 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000845f69ffff000000000001,EndKey:7480000000000000845f69ffff000000000001ff,First:false,PhysicalTableID:132,Ingest mode:false"] [2024/05/07 02:08:31.559 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=132] ["start key"=7480000000000000845f69ffff000000000001] ["end key"=7480000000000000845f69ffff000000000001ff] [2024/05/07 02:08:31.559 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000845f69ffff000000000001] [endKey=7480000000000000845f69ffff000000000001ff] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=132] ["end key"=7480000000000000845f69ffff000000000001ff] ["current end key"=7480000000000000845f69ffff00000000000100] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 132, range: [7480000000000000845f69ffff000000000001, 7480000000000000845f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000845f69ffff0000000000010000] ["take time"=353.356µs] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.560 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000845f69ffff000000000001] [2024/05/07 02:08:31.563 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=133] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [] [2024/05/07 02:08:31.563 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000855f69ffff000000000001,EndKey:7480000000000000855f69ffff000000000001ff,First:false,PhysicalTableID:133,Ingest mode:false"] [2024/05/07 02:08:31.564 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=133] ["start key"=7480000000000000855f69ffff000000000001] ["end key"=7480000000000000855f69ffff000000000001ff] [2024/05/07 02:08:31.564 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000855f69ffff000000000001] [endKey=7480000000000000855f69ffff000000000001ff] [2024/05/07 02:08:31.565 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=133] ["end key"=7480000000000000855f69ffff000000000001ff] ["current end key"=7480000000000000855f69ffff00000000000100] [2024/05/07 02:08:31.565 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.565 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.565 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.566 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 133, range: [7480000000000000855f69ffff000000000001, 7480000000000000855f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000855f69ffff0000000000010000] ["take time"=453.879µs] [2024/05/07 02:08:31.566 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.566 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000855f69ffff000000000001] [2024/05/07 02:08:31.569 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=134] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [] [2024/05/07 02:08:31.569 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000865f69ffff000000000001,EndKey:7480000000000000865f69ffff000000000001ff,First:false,PhysicalTableID:134,Ingest mode:false"] [2024/05/07 02:08:31.570 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=134] ["start key"=7480000000000000865f69ffff000000000001] ["end key"=7480000000000000865f69ffff000000000001ff] [2024/05/07 02:08:31.570 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000865f69ffff000000000001] [endKey=7480000000000000865f69ffff000000000001ff] [2024/05/07 02:08:31.570 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=134] ["end key"=7480000000000000865f69ffff000000000001ff] ["current end key"=7480000000000000865f69ffff00000000000100] [2024/05/07 02:08:31.570 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.570 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.570 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.571 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 134, range: [7480000000000000865f69ffff000000000001, 7480000000000000865f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000865f69ffff0000000000010000] ["take time"=386.714µs] [2024/05/07 02:08:31.571 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.571 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000865f69ffff000000000001] [2024/05/07 02:08:31.574 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=135] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [] [2024/05/07 02:08:31.574 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000875f69ffff000000000001,EndKey:7480000000000000875f69ffff000000000001ff,First:false,PhysicalTableID:135,Ingest mode:false"] [2024/05/07 02:08:31.575 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=135] ["start key"=7480000000000000875f69ffff000000000001] ["end key"=7480000000000000875f69ffff000000000001ff] [2024/05/07 02:08:31.575 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000875f69ffff000000000001] [endKey=7480000000000000875f69ffff000000000001ff] [2024/05/07 02:08:31.575 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=135] ["end key"=7480000000000000875f69ffff000000000001ff] ["current end key"=7480000000000000875f69ffff00000000000100] [2024/05/07 02:08:31.575 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.575 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.575 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.576 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 135, range: [7480000000000000875f69ffff000000000001, 7480000000000000875f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000875f69ffff0000000000010000] ["take time"=350.915µs] [2024/05/07 02:08:31.576 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.576 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000875f69ffff000000000001] [2024/05/07 02:08:31.579 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=136] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [] [2024/05/07 02:08:31.579 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000885f69ffff000000000001,EndKey:7480000000000000885f69ffff000000000001ff,First:false,PhysicalTableID:136,Ingest mode:false"] [2024/05/07 02:08:31.580 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=136] ["start key"=7480000000000000885f69ffff000000000001] ["end key"=7480000000000000885f69ffff000000000001ff] [2024/05/07 02:08:31.580 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000885f69ffff000000000001] [endKey=7480000000000000885f69ffff000000000001ff] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=136] ["end key"=7480000000000000885f69ffff000000000001ff] ["current end key"=7480000000000000885f69ffff00000000000100] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 136, range: [7480000000000000885f69ffff000000000001, 7480000000000000885f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000885f69ffff0000000000010000] ["take time"=375.062µs] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.581 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000885f69ffff000000000001] [2024/05/07 02:08:31.585 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=137] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [] [2024/05/07 02:08:31.585 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000895f69ffff000000000001,EndKey:7480000000000000895f69ffff000000000001ff,First:false,PhysicalTableID:137,Ingest mode:false"] [2024/05/07 02:08:31.586 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=137] ["start key"=7480000000000000895f69ffff000000000001] ["end key"=7480000000000000895f69ffff000000000001ff] [2024/05/07 02:08:31.586 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000895f69ffff000000000001] [endKey=7480000000000000895f69ffff000000000001ff] [2024/05/07 02:08:31.586 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=137] ["end key"=7480000000000000895f69ffff000000000001ff] ["current end key"=7480000000000000895f69ffff00000000000100] [2024/05/07 02:08:31.586 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.586 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.586 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.587 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 137, range: [7480000000000000895f69ffff000000000001, 7480000000000000895f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000895f69ffff0000000000010000] ["take time"=412.635µs] [2024/05/07 02:08:31.587 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.587 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000895f69ffff000000000001] [2024/05/07 02:08:31.590 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=138] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [] [2024/05/07 02:08:31.590 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008a5f69ffff000000000001,EndKey:74800000000000008a5f69ffff000000000001ff,First:false,PhysicalTableID:138,Ingest mode:false"] [2024/05/07 02:08:31.591 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=138] ["start key"=74800000000000008a5f69ffff000000000001] ["end key"=74800000000000008a5f69ffff000000000001ff] [2024/05/07 02:08:31.591 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008a5f69ffff000000000001] [endKey=74800000000000008a5f69ffff000000000001ff] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=138] ["end key"=74800000000000008a5f69ffff000000000001ff] ["current end key"=74800000000000008a5f69ffff00000000000100] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [task="taskID: 1, physicalTableID: 138, range: [74800000000000008a5f69ffff000000000001, 74800000000000008a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008a5f69ffff0000000000010000] ["take time"=355.219µs] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.592 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008a5f69ffff000000000001] [2024/05/07 02:08:31.595 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=139] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [] [2024/05/07 02:08:31.595 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008b5f69ffff000000000001,EndKey:74800000000000008b5f69ffff000000000001ff,First:false,PhysicalTableID:139,Ingest mode:false"] [2024/05/07 02:08:31.596 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=139] ["start key"=74800000000000008b5f69ffff000000000001] ["end key"=74800000000000008b5f69ffff000000000001ff] [2024/05/07 02:08:31.596 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008b5f69ffff000000000001] [endKey=74800000000000008b5f69ffff000000000001ff] [2024/05/07 02:08:31.596 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=139] ["end key"=74800000000000008b5f69ffff000000000001ff] ["current end key"=74800000000000008b5f69ffff00000000000100] [2024/05/07 02:08:31.597 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.597 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.597 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.597 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 139, range: [74800000000000008b5f69ffff000000000001, 74800000000000008b5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008b5f69ffff0000000000010000] ["take time"=358.377µs] [2024/05/07 02:08:31.597 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.597 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008b5f69ffff000000000001] [2024/05/07 02:08:31.600 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=140] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [] [2024/05/07 02:08:31.600 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008c5f69ffff000000000001,EndKey:74800000000000008c5f69ffff000000000001ff,First:false,PhysicalTableID:140,Ingest mode:false"] [2024/05/07 02:08:31.601 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=140] ["start key"=74800000000000008c5f69ffff000000000001] ["end key"=74800000000000008c5f69ffff000000000001ff] [2024/05/07 02:08:31.601 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008c5f69ffff000000000001] [endKey=74800000000000008c5f69ffff000000000001ff] [2024/05/07 02:08:31.602 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=140] ["end key"=74800000000000008c5f69ffff000000000001ff] ["current end key"=74800000000000008c5f69ffff00000000000100] [2024/05/07 02:08:31.602 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.602 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.602 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.603 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 140, range: [74800000000000008c5f69ffff000000000001, 74800000000000008c5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008c5f69ffff0000000000010000] ["take time"=507.081µs] [2024/05/07 02:08:31.603 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.603 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008c5f69ffff000000000001] [2024/05/07 02:08:31.606 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=141] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [] [2024/05/07 02:08:31.606 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008d5f69ffff000000000001,EndKey:74800000000000008d5f69ffff000000000001ff,First:false,PhysicalTableID:141,Ingest mode:false"] [2024/05/07 02:08:31.607 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=141] ["start key"=74800000000000008d5f69ffff000000000001] ["end key"=74800000000000008d5f69ffff000000000001ff] [2024/05/07 02:08:31.607 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008d5f69ffff000000000001] [endKey=74800000000000008d5f69ffff000000000001ff] [2024/05/07 02:08:31.608 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=141] ["end key"=74800000000000008d5f69ffff000000000001ff] ["current end key"=74800000000000008d5f69ffff00000000000100] [2024/05/07 02:08:31.608 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.608 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.608 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.609 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 141, range: [74800000000000008d5f69ffff000000000001, 74800000000000008d5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008d5f69ffff0000000000010000] ["take time"=361.217µs] [2024/05/07 02:08:31.609 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.609 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008d5f69ffff000000000001] [2024/05/07 02:08:31.611 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=142] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [] [2024/05/07 02:08:31.611 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008e5f69ffff000000000001,EndKey:74800000000000008e5f69ffff000000000001ff,First:false,PhysicalTableID:142,Ingest mode:false"] [2024/05/07 02:08:31.612 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=142] ["start key"=74800000000000008e5f69ffff000000000001] ["end key"=74800000000000008e5f69ffff000000000001ff] [2024/05/07 02:08:31.612 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008e5f69ffff000000000001] [endKey=74800000000000008e5f69ffff000000000001ff] [2024/05/07 02:08:31.614 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=142] ["end key"=74800000000000008e5f69ffff000000000001ff] ["current end key"=74800000000000008e5f69ffff00000000000100] [2024/05/07 02:08:31.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.614 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 142, range: [74800000000000008e5f69ffff000000000001, 74800000000000008e5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008e5f69ffff0000000000010000] ["take time"=689.727µs] [2024/05/07 02:08:31.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.615 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008e5f69ffff000000000001] [2024/05/07 02:08:31.620 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=143] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [] [2024/05/07 02:08:31.620 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000008f5f69ffff000000000001,EndKey:74800000000000008f5f69ffff000000000001ff,First:false,PhysicalTableID:143,Ingest mode:false"] [2024/05/07 02:08:31.622 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=143] ["start key"=74800000000000008f5f69ffff000000000001] ["end key"=74800000000000008f5f69ffff000000000001ff] [2024/05/07 02:08:31.622 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000008f5f69ffff000000000001] [endKey=74800000000000008f5f69ffff000000000001ff] [2024/05/07 02:08:31.623 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=143] ["end key"=74800000000000008f5f69ffff000000000001ff] ["current end key"=74800000000000008f5f69ffff00000000000100] [2024/05/07 02:08:31.623 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.623 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.623 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.624 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 143, range: [74800000000000008f5f69ffff000000000001, 74800000000000008f5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000008f5f69ffff0000000000010000] ["take time"=729.653µs] [2024/05/07 02:08:31.624 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.624 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000008f5f69ffff000000000001] [2024/05/07 02:08:31.629 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=144] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [] [2024/05/07 02:08:31.629 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000905f69ffff000000000001,EndKey:7480000000000000905f69ffff000000000001ff,First:false,PhysicalTableID:144,Ingest mode:false"] [2024/05/07 02:08:31.631 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=144] ["start key"=7480000000000000905f69ffff000000000001] ["end key"=7480000000000000905f69ffff000000000001ff] [2024/05/07 02:08:31.631 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000905f69ffff000000000001] [endKey=7480000000000000905f69ffff000000000001ff] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=144] ["end key"=7480000000000000905f69ffff000000000001ff] ["current end key"=7480000000000000905f69ffff00000000000100] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 144, range: [7480000000000000905f69ffff000000000001, 7480000000000000905f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000905f69ffff0000000000010000] ["take time"=652.243µs] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.633 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000905f69ffff000000000001] [2024/05/07 02:08:31.638 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=145] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [] [2024/05/07 02:08:31.638 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000915f69ffff000000000001,EndKey:7480000000000000915f69ffff000000000001ff,First:false,PhysicalTableID:145,Ingest mode:false"] [2024/05/07 02:08:31.640 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=145] ["start key"=7480000000000000915f69ffff000000000001] ["end key"=7480000000000000915f69ffff000000000001ff] [2024/05/07 02:08:31.640 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000915f69ffff000000000001] [endKey=7480000000000000915f69ffff000000000001ff] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=145] ["end key"=7480000000000000915f69ffff000000000001ff] ["current end key"=7480000000000000915f69ffff00000000000100] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 145, range: [7480000000000000915f69ffff000000000001, 7480000000000000915f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000915f69ffff0000000000010000] ["take time"=579.232µs] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.641 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000915f69ffff000000000001] [2024/05/07 02:08:31.645 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=146] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [] [2024/05/07 02:08:31.645 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000925f69ffff000000000001,EndKey:7480000000000000925f69ffff000000000001ff,First:false,PhysicalTableID:146,Ingest mode:false"] [2024/05/07 02:08:31.647 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=146] ["start key"=7480000000000000925f69ffff000000000001] ["end key"=7480000000000000925f69ffff000000000001ff] [2024/05/07 02:08:31.647 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000925f69ffff000000000001] [endKey=7480000000000000925f69ffff000000000001ff] [2024/05/07 02:08:31.647 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=146] ["end key"=7480000000000000925f69ffff000000000001ff] ["current end key"=7480000000000000925f69ffff00000000000100] [2024/05/07 02:08:31.647 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.647 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.647 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.648 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 146, range: [7480000000000000925f69ffff000000000001, 7480000000000000925f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000925f69ffff0000000000010000] ["take time"=422.431µs] [2024/05/07 02:08:31.648 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.648 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000925f69ffff000000000001] [2024/05/07 02:08:31.651 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=147] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [] [2024/05/07 02:08:31.651 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000935f69ffff000000000001,EndKey:7480000000000000935f69ffff000000000001ff,First:false,PhysicalTableID:147,Ingest mode:false"] [2024/05/07 02:08:31.653 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=147] ["start key"=7480000000000000935f69ffff000000000001] ["end key"=7480000000000000935f69ffff000000000001ff] [2024/05/07 02:08:31.653 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000935f69ffff000000000001] [endKey=7480000000000000935f69ffff000000000001ff] [2024/05/07 02:08:31.653 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=147] ["end key"=7480000000000000935f69ffff000000000001ff] ["current end key"=7480000000000000935f69ffff00000000000100] [2024/05/07 02:08:31.653 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.653 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.653 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.654 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 147, range: [7480000000000000935f69ffff000000000001, 7480000000000000935f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000935f69ffff0000000000010000] ["take time"=384.029µs] [2024/05/07 02:08:31.654 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.654 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000935f69ffff000000000001] [2024/05/07 02:08:31.657 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=148] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [] [2024/05/07 02:08:31.657 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000945f69ffff000000000001,EndKey:7480000000000000945f69ffff000000000001ff,First:false,PhysicalTableID:148,Ingest mode:false"] [2024/05/07 02:08:31.658 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=148] ["start key"=7480000000000000945f69ffff000000000001] ["end key"=7480000000000000945f69ffff000000000001ff] [2024/05/07 02:08:31.658 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000945f69ffff000000000001] [endKey=7480000000000000945f69ffff000000000001ff] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=148] ["end key"=7480000000000000945f69ffff000000000001ff] ["current end key"=7480000000000000945f69ffff00000000000100] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 148, range: [7480000000000000945f69ffff000000000001, 7480000000000000945f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000945f69ffff0000000000010000] ["take time"=441.58µs] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.660 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000945f69ffff000000000001] [2024/05/07 02:08:31.663 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=149] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [] [2024/05/07 02:08:31.663 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000955f69ffff000000000001,EndKey:7480000000000000955f69ffff000000000001ff,First:false,PhysicalTableID:149,Ingest mode:false"] [2024/05/07 02:08:31.665 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=149] ["start key"=7480000000000000955f69ffff000000000001] ["end key"=7480000000000000955f69ffff000000000001ff] [2024/05/07 02:08:31.665 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000955f69ffff000000000001] [endKey=7480000000000000955f69ffff000000000001ff] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=149] ["end key"=7480000000000000955f69ffff000000000001ff] ["current end key"=7480000000000000955f69ffff00000000000100] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 149, range: [7480000000000000955f69ffff000000000001, 7480000000000000955f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000955f69ffff0000000000010000] ["take time"=435.571µs] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.666 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000955f69ffff000000000001] [2024/05/07 02:08:31.669 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=150] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [] [2024/05/07 02:08:31.669 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000965f69ffff000000000001,EndKey:7480000000000000965f69ffff000000000001ff,First:false,PhysicalTableID:150,Ingest mode:false"] [2024/05/07 02:08:31.670 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=150] ["start key"=7480000000000000965f69ffff000000000001] ["end key"=7480000000000000965f69ffff000000000001ff] [2024/05/07 02:08:31.670 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000965f69ffff000000000001] [endKey=7480000000000000965f69ffff000000000001ff] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=150] ["end key"=7480000000000000965f69ffff000000000001ff] ["current end key"=7480000000000000965f69ffff00000000000100] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 150, range: [7480000000000000965f69ffff000000000001, 7480000000000000965f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000965f69ffff0000000000010000] ["take time"=371.552µs] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.671 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000965f69ffff000000000001] [2024/05/07 02:08:31.674 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=151] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [] [2024/05/07 02:08:31.674 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000975f69ffff000000000001,EndKey:7480000000000000975f69ffff000000000001ff,First:false,PhysicalTableID:151,Ingest mode:false"] [2024/05/07 02:08:31.676 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=151] ["start key"=7480000000000000975f69ffff000000000001] ["end key"=7480000000000000975f69ffff000000000001ff] [2024/05/07 02:08:31.676 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000975f69ffff000000000001] [endKey=7480000000000000975f69ffff000000000001ff] [2024/05/07 02:08:31.676 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=151] ["end key"=7480000000000000975f69ffff000000000001ff] ["current end key"=7480000000000000975f69ffff00000000000100] [2024/05/07 02:08:31.676 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.676 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.676 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.677 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 151, range: [7480000000000000975f69ffff000000000001, 7480000000000000975f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000975f69ffff0000000000010000] ["take time"=366.853µs] [2024/05/07 02:08:31.677 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.677 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000975f69ffff000000000001] [2024/05/07 02:08:31.680 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=152] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [] [2024/05/07 02:08:31.680 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000985f69ffff000000000001,EndKey:7480000000000000985f69ffff000000000001ff,First:false,PhysicalTableID:152,Ingest mode:false"] [2024/05/07 02:08:31.681 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=152] ["start key"=7480000000000000985f69ffff000000000001] ["end key"=7480000000000000985f69ffff000000000001ff] [2024/05/07 02:08:31.681 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000985f69ffff000000000001] [endKey=7480000000000000985f69ffff000000000001ff] [2024/05/07 02:08:31.681 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=152] ["end key"=7480000000000000985f69ffff000000000001ff] ["current end key"=7480000000000000985f69ffff00000000000100] [2024/05/07 02:08:31.681 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.681 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.681 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.682 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 152, range: [7480000000000000985f69ffff000000000001, 7480000000000000985f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000985f69ffff0000000000010000] ["take time"=362.977µs] [2024/05/07 02:08:31.682 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.682 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000985f69ffff000000000001] [2024/05/07 02:08:31.685 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=153] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [] [2024/05/07 02:08:31.685 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000995f69ffff000000000001,EndKey:7480000000000000995f69ffff000000000001ff,First:false,PhysicalTableID:153,Ingest mode:false"] [2024/05/07 02:08:31.686 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=153] ["start key"=7480000000000000995f69ffff000000000001] ["end key"=7480000000000000995f69ffff000000000001ff] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000995f69ffff000000000001] [endKey=7480000000000000995f69ffff000000000001ff] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=153] ["end key"=7480000000000000995f69ffff000000000001ff] ["current end key"=7480000000000000995f69ffff00000000000100] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 153, range: [7480000000000000995f69ffff000000000001, 7480000000000000995f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000995f69ffff0000000000010000] ["take time"=355.123µs] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.687 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=7480000000000000995f69ffff000000000001] [2024/05/07 02:08:31.691 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=156] [element=ID:1,TypeKey:_idx_] [partitionTableID=154] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [] [2024/05/07 02:08:31.691 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:156, Type:add index, State:running, SchemaState:write reorganization, SchemaID:120, TableID:122, RowCount:100, ArgLen:6, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000009a5f69ffff000000000001,EndKey:74800000000000009a5f69ffff000000000001ff,First:false,PhysicalTableID:154,Ingest mode:false"] [2024/05/07 02:08:31.692 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=154] ["start key"=74800000000000009a5f69ffff000000000001] ["end key"=74800000000000009a5f69ffff000000000001ff] [2024/05/07 02:08:31.692 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000009a5f69ffff000000000001] [endKey=74800000000000009a5f69ffff000000000001ff] [2024/05/07 02:08:31.692 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=154] ["end key"=74800000000000009a5f69ffff000000000001ff] ["current end key"=74800000000000009a5f69ffff00000000000100] [2024/05/07 02:08:31.692 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.692 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.692 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.693 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 154, range: [74800000000000009a5f69ffff000000000001, 74800000000000009a5f69ffff00000000000100), jobID: 156"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000009a5f69ffff0000000000010000] ["take time"=319.405µs] [2024/05/07 02:08:31.693 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=156] [2024/05/07 02:08:31.693 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=100] ["start key"=74800000000000009a5f69ffff000000000001] [2024/05/07 02:08:31.693 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=100] [2024/05/07 02:08:31.713 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:31.719 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60001] [2024/05/07 02:08:31.721 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:31.721 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60001] [2024/05/07 02:08:31.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=1.365309ms] [gotSchemaVersion=94] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:31.726 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=94] [2024/05/07 02:08:31.740 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:31.772 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=53.211153ms] [job="ID:156, Type:add index, State:done, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.779 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=123] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.782 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=124] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.784 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=125] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.786 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=126] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.789 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=127] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.791 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=128] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.793 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=129] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.795 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=130] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.797 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=131] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.800 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=132] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.802 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=133] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.804 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=134] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.806 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=135] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.808 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=136] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.811 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=137] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.813 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=138] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.817 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=139] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.820 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=140] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.824 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=141] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.827 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=142] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.830 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=143] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.835 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=144] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.838 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=145] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.840 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=146] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.842 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=147] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.844 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=148] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.846 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=149] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.849 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=150] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.851 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=151] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.853 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=152] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.855 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=153] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.857 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=156] [tableID=154] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:31.859 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="add index"] [2024/05/07 02:08:31.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 30, tp add index"] [category=ddl] [jobID=156] [conn=7] [job="ID:156, Type:add index, State:synced, SchemaState:public, SchemaID:120, TableID:122, RowCount:100, ArgLen:3, start time: 2024-05-07 02:08:27.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467275591688, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:31.868 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/07 02:08:31.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.869 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 7\n# Query_time: 4.729912885\n# Parse_time: 0.000031233\n# Compile_time: 0.000071415\n# Rewrite_time: 0.000001816\n# Optimize_time: 0.000031098\n# Wait_TS: 0.000177736\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 12288\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/07 02:08:31.873 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [2024/05/07 02:08:31.873 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [2024/05/07 02:08:31.875 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 31, tp add index"] [category=ddl] ["take time"=2.421µs] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 29, tp add index"] [category=ddl] ["take time"=1.011µs] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 30, tp add index"] [category=ddl] ["take time"=594ns] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 32, tp add index"] [category=ddl] ["take time"=869ns] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 28, tp general"] [category=ddl] ["take time"=1.23µs] [2024/05/07 02:08:31.876 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:31.876 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:31.876 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:31.878 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0f0ca253-ddef-440e-91d7-e2219f7373a6] ["take time"=4.735529ms] [2024/05/07 02:08:31.878 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0f0ca253-ddef-440e-91d7-e2219f7373a6] [2024/05/07 02:08:31.879 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:31.879 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:31.879 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/3f8f5548-24e9-4d0d-9a62-10317f298149] [watcherID=526225f1-0f9f-4296-a791-d01d4a39d4d7] [2024/05/07 02:08:31.879 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/3f8f5548-24e9-4d0d-9a62-10317f298149] [2024/05/07 02:08:31.879 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:31.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:31.879 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:31.879 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:31.880 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:31.880 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1624] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:31.881 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0f0ca253-ddef-440e-91d7-e2219f7373a6] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:31.881 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:31.881 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f5559a70-9769-4181-9f50-e9dca45ecc2d"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:31.881 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:31.881 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:31.881 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0f0ca253-ddef-440e-91d7-e2219f7373a6] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [error="context canceled"] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f5559a70-9769-4181-9f50-e9dca45ecc2d"] [error="context canceled"] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f5559a70-9769-4181-9f50-e9dca45ecc2d"] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:31.881 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f5559a70-9769-4181-9f50-e9dca45ecc2d] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:31.881 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:31.881 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f5559a70-9769-4181-9f50-e9dca45ecc2d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:31.881 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:32.168 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:32.168 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [error="context canceled"] [2024/05/07 02:08:32.168 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [2024/05/07 02:08:32.168 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:33.132 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:33.132 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:33.132 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:33.133 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f5559a70-9769-4181-9f50-e9dca45ecc2d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:33.408 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f0ca253-ddef-440e-91d7-e2219f7373a6"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:33.408 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:33.408 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:33.408 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:33.408 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.535047206s] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:33.408 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:33.408 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:33.408 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:33.408 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:33.408 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestWriterCountOnPartitionTable (6.77s) === RUN TestIngestMVIndexOnPartitionTable [2024/05/07 02:08:33.411 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:33.411 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:33.411 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:33.412 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:33.412 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:33.412 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:33.412 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:33.412 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:33.412 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:33.412 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:33.413 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:33.414 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:33.414 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:33.415 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:33.418 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:33.424 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:33.431 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=29] ["lease id"=22318f50cd76e98a] [2024/05/07 02:08:33.433 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:33.446 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=94] ["start time"=11.182299ms] [2024/05/07 02:08:33.447 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:33.447 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] [runWorker=true] [2024/05/07 02:08:33.447 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:33.448 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:33.449 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:33.449 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:33.449 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184592793600/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:33.449 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:33.449 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:33.449 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:33.449 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:33.451 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76e9a8] [ownerID=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] [op=none] [2024/05/07 02:08:33.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:33.451 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=5aa35bf6-20ce-4ecc-b885-6c55f3e25893] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:33.452 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:33.456 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:33.457 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:33.457 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:33.468 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:33.471 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:33.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:33.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:33.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:33.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:33.473 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:33.473 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:33.473 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:33.473 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:33.473 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:33.473 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:33.473 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:33.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:33.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:33.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:33.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:33.475 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:33.475 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:33.475 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/98afcd92-5f46-4e44-b9c0-98f33a757409] [2024/05/07 02:08:33.476 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:33.476 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:33.476 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:33.477 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:33.477 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:33.477 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:33.478 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.369543ms] [2024/05/07 02:08:33.484 +00:00] [INFO] [set.go:170] ["set global var"] [conn=8] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:33.485 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=94] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:33.493 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.493 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:33.500 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:33.500 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76e9a8] [ownerID=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] [op=none] [2024/05/07 02:08:33.500 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [op=none] [2024/05/07 02:08:33.500 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:33.507 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.517 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=58.633µs] [gotSchemaVersion=95] [phyTblIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [actionTypes="[2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:33.520 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=95] [2024/05/07 02:08:33.568 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=52.788117ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.581 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=29.854µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:33.583 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/05/07 02:08:33.631 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=52.461813ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.638 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:120, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.646 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=27.885µs] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:33.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/05/07 02:08:33.698 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=52.96044ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.705 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:33.713 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/07 02:08:33.713 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=157] [conn=9] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:120, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.725 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/07 02:08:33.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.727 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=97] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:33.737 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:33.744 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.752 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=272.855µs] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:33.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=98] [2024/05/07 02:08:33.802 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=52.306497ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:33.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.808 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=159] [conn=9] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.815 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/07 02:08:33.815 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.825 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:33.826 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:33.826 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=98] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/07 02:08:33.840 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.840 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/07 02:08:33.848 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.852 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: t"] [2024/05/07 02:08:33.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=876.854µs] [gotSchemaVersion=99] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.862 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=165] [version=99] [2024/05/07 02:08:33.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=52.921471ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.914 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=165] [conn=9] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.919 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/05/07 02:08:33.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.920 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=99] [cur_db=addindexlit] [sql="alter table t add index idx((cast(a as signed array)));"] [user=] [2024/05/07 02:08:33.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582345] [2024/05/07 02:08:33.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582352] [2024/05/07 02:08:33.927 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:33.927 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx((cast(a as signed array)));"] [2024/05/07 02:08:33.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582359] [2024/05/07 02:08:33.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582365] [2024/05/07 02:08:33.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:33.936 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_idx_0\",\"L\":\"_v$_idx_0\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/07 02:08:33.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582371] [2024/05/07 02:08:33.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582377] [2024/05/07 02:08:33.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582381] [2024/05/07 02:08:33.945 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=836.965µs] [gotSchemaVersion=100] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:33.946 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582384] [2024/05/07 02:08:33.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=100] [2024/05/07 02:08:33.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582389] [2024/05/07 02:08:33.952 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582394] [2024/05/07 02:08:33.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582399] [2024/05/07 02:08:33.957 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582401] [2024/05/07 02:08:33.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582404] [2024/05/07 02:08:33.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582406] [2024/05/07 02:08:33.966 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582409] [2024/05/07 02:08:33.968 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582411] [2024/05/07 02:08:33.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467917582413] [2024/05/07 02:08:33.973 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689538] [2024/05/07 02:08:33.975 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689540] [2024/05/07 02:08:33.978 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689542] [2024/05/07 02:08:33.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689544] [2024/05/07 02:08:33.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689546] [2024/05/07 02:08:33.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689548] [2024/05/07 02:08:33.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689550] [2024/05/07 02:08:33.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689552] [2024/05/07 02:08:33.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689554] [2024/05/07 02:08:33.995 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=52.229385ms] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:33.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689556] [2024/05/07 02:08:33.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689560] [2024/05/07 02:08:34.000 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689563] [2024/05/07 02:08:34.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:delete only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:34.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689568] [2024/05/07 02:08:34.004 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689573] [2024/05/07 02:08:34.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689575] [2024/05/07 02:08:34.009 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689578] [2024/05/07 02:08:34.010 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=710.45µs] [gotSchemaVersion=101] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:34.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689581] [2024/05/07 02:08:34.012 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=101] [2024/05/07 02:08:34.014 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689585] [2024/05/07 02:08:34.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689587] [2024/05/07 02:08:34.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467930689589] [2024/05/07 02:08:34.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796737] [2024/05/07 02:08:34.024 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796739] [2024/05/07 02:08:34.027 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796741] [2024/05/07 02:08:34.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796743] [2024/05/07 02:08:34.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796745] [2024/05/07 02:08:34.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796747] [2024/05/07 02:08:34.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796749] [2024/05/07 02:08:34.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796751] [2024/05/07 02:08:34.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796753] [2024/05/07 02:08:34.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796755] [2024/05/07 02:08:34.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796757] [2024/05/07 02:08:34.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796759] [2024/05/07 02:08:34.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796762] [2024/05/07 02:08:34.054 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796765] [2024/05/07 02:08:34.056 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796767] [2024/05/07 02:08:34.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796769] [2024/05/07 02:08:34.060 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=52.444537ms] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:34.062 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796771] [2024/05/07 02:08:34.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796776] [2024/05/07 02:08:34.067 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write only, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:34.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796779] [2024/05/07 02:08:34.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467943796783] [2024/05/07 02:08:34.073 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903939] [2024/05/07 02:08:34.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903942] [2024/05/07 02:08:34.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=881.385µs] [gotSchemaVersion=102] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:34.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903946] [2024/05/07 02:08:34.080 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=102] [2024/05/07 02:08:34.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903950] [2024/05/07 02:08:34.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903952] [2024/05/07 02:08:34.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903954] [2024/05/07 02:08:34.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903956] [2024/05/07 02:08:34.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903958] [2024/05/07 02:08:34.095 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903960] [2024/05/07 02:08:34.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903962] [2024/05/07 02:08:34.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903964] [2024/05/07 02:08:34.102 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903967] [2024/05/07 02:08:34.104 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903970] [2024/05/07 02:08:34.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903972] [2024/05/07 02:08:34.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903974] [2024/05/07 02:08:34.111 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903976] [2024/05/07 02:08:34.113 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903978] [2024/05/07 02:08:34.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903980] [2024/05/07 02:08:34.118 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903982] [2024/05/07 02:08:34.120 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467956903984] [2024/05/07 02:08:34.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011138] [2024/05/07 02:08:34.125 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011140] [2024/05/07 02:08:34.126 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=52.133906ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:34.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011143] [2024/05/07 02:08:34.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011147] [2024/05/07 02:08:34.132 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 36, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:34.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011150] [2024/05/07 02:08:34.133 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:34.134 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f728000000000002818] [endKey=7480000000000000a15f72800000000000282000] [2024/05/07 02:08:34.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011154] [2024/05/07 02:08:34.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011158] [2024/05/07 02:08:34.140 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011162] [2024/05/07 02:08:34.142 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/07 02:08:34.144 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011165] [2024/05/07 02:08:34.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011170] [2024/05/07 02:08:34.147 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467970011153, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:34.148 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=166] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:34.149 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011173] [2024/05/07 02:08:34.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011178] [2024/05/07 02:08:34.153 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/166] [2024/05/07 02:08:34.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011182] [2024/05/07 02:08:34.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011187] [2024/05/07 02:08:34.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011189] [2024/05/07 02:08:34.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011191] [2024/05/07 02:08:34.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011193] [2024/05/07 02:08:34.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011195] [2024/05/07 02:08:34.172 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467970011197] [2024/05/07 02:08:34.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118338] [2024/05/07 02:08:34.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118340] [2024/05/07 02:08:34.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118342] [2024/05/07 02:08:34.181 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=160] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:34.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118345] [2024/05/07 02:08:34.185 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118348] [2024/05/07 02:08:34.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118353] [2024/05/07 02:08:34.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118356] [2024/05/07 02:08:34.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118359] [2024/05/07 02:08:34.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118361] [2024/05/07 02:08:34.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118363] [2024/05/07 02:08:34.199 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118365] [2024/05/07 02:08:34.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118369] [2024/05/07 02:08:34.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118374] [2024/05/07 02:08:34.206 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118376] [2024/05/07 02:08:34.208 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118378] [2024/05/07 02:08:34.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118380] [2024/05/07 02:08:34.213 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118382] [2024/05/07 02:08:34.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467983118385] [2024/05/07 02:08:34.224 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225538] [2024/05/07 02:08:34.227 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225540] [2024/05/07 02:08:34.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225542] [2024/05/07 02:08:34.232 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225544] [2024/05/07 02:08:34.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225546] [2024/05/07 02:08:34.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225548] [2024/05/07 02:08:34.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225550] [2024/05/07 02:08:34.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225552] [2024/05/07 02:08:34.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225554] [2024/05/07 02:08:34.247 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225556] [2024/05/07 02:08:34.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225558] [2024/05/07 02:08:34.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225561] [2024/05/07 02:08:34.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225564] [2024/05/07 02:08:34.259 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225566] [2024/05/07 02:08:34.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225568] [2024/05/07 02:08:34.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225570] [2024/05/07 02:08:34.266 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225572] [2024/05/07 02:08:34.268 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589467996225574] [2024/05/07 02:08:34.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332737] [2024/05/07 02:08:34.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332739] [2024/05/07 02:08:34.275 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332741] [2024/05/07 02:08:34.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332743] [2024/05/07 02:08:34.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332745] [2024/05/07 02:08:34.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332747] [2024/05/07 02:08:34.285 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332749] [2024/05/07 02:08:34.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332751] [2024/05/07 02:08:34.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332753] [2024/05/07 02:08:34.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332755] [2024/05/07 02:08:34.294 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332757] [2024/05/07 02:08:34.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332759] [2024/05/07 02:08:34.298 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332761] [2024/05/07 02:08:34.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332763] [2024/05/07 02:08:34.303 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332767] [2024/05/07 02:08:34.305 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332769] [2024/05/07 02:08:34.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332771] [2024/05/07 02:08:34.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332773] [2024/05/07 02:08:34.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332775] [2024/05/07 02:08:34.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332777] [2024/05/07 02:08:34.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332779] [2024/05/07 02:08:34.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468009332781] [2024/05/07 02:08:34.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439937] [2024/05/07 02:08:34.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439939] [2024/05/07 02:08:34.327 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439941] [2024/05/07 02:08:34.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439943] [2024/05/07 02:08:34.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439945] [2024/05/07 02:08:34.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439947] [2024/05/07 02:08:34.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439949] [2024/05/07 02:08:34.339 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439951] [2024/05/07 02:08:34.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439953] [2024/05/07 02:08:34.343 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439955] [2024/05/07 02:08:34.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439957] [2024/05/07 02:08:34.348 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439959] [2024/05/07 02:08:34.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439961] [2024/05/07 02:08:34.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439965] [2024/05/07 02:08:34.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439967] [2024/05/07 02:08:34.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439969] [2024/05/07 02:08:34.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439971] [2024/05/07 02:08:34.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439973] [2024/05/07 02:08:34.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439975] [2024/05/07 02:08:34.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439977] [2024/05/07 02:08:34.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468022439979] [2024/05/07 02:08:34.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547138] [2024/05/07 02:08:34.374 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547140] [2024/05/07 02:08:34.376 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547142] [2024/05/07 02:08:34.379 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547146] [2024/05/07 02:08:34.381 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547149] [2024/05/07 02:08:34.383 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547151] [2024/05/07 02:08:34.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547153] [2024/05/07 02:08:34.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547155] [2024/05/07 02:08:34.390 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547157] [2024/05/07 02:08:34.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547159] [2024/05/07 02:08:34.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547161] [2024/05/07 02:08:34.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547163] [2024/05/07 02:08:34.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547165] [2024/05/07 02:08:34.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547168] [2024/05/07 02:08:34.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547171] [2024/05/07 02:08:34.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547173] [2024/05/07 02:08:34.408 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547175] [2024/05/07 02:08:34.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547177] [2024/05/07 02:08:34.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547179] [2024/05/07 02:08:34.415 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547181] [2024/05/07 02:08:34.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468035547183] [2024/05/07 02:08:34.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916481] [2024/05/07 02:08:34.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916483] [2024/05/07 02:08:34.427 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916485] [2024/05/07 02:08:34.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916488] [2024/05/07 02:08:34.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916490] [2024/05/07 02:08:34.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916492] [2024/05/07 02:08:34.438 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916494] [2024/05/07 02:08:34.440 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916496] [2024/05/07 02:08:34.443 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916498] [2024/05/07 02:08:34.445 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916500] [2024/05/07 02:08:34.448 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916502] [2024/05/07 02:08:34.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916504] [2024/05/07 02:08:34.452 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:34.452 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:34.452 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:34.452 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:34.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916513] [2024/05/07 02:08:34.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916515] [2024/05/07 02:08:34.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916517] [2024/05/07 02:08:34.462 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916519] [2024/05/07 02:08:34.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916521] [2024/05/07 02:08:34.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916523] [2024/05/07 02:08:34.470 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468048916525] [2024/05/07 02:08:34.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761538] [2024/05/07 02:08:34.475 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761540] [2024/05/07 02:08:34.476 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:34.476 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:34.476 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/98afcd92-5f46-4e44-b9c0-98f33a757409] [watcherID=f5a46e26-d495-44ef-bcce-828c5718c44c] [2024/05/07 02:08:34.477 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:34.478 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761546] [2024/05/07 02:08:34.479 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:34.479 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:34.479 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:34.479 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:34.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761568] [2024/05/07 02:08:34.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761572] [2024/05/07 02:08:34.483 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90001] [2024/05/07 02:08:34.483 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:34.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761574] [2024/05/07 02:08:34.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761576] [2024/05/07 02:08:34.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761578] [2024/05/07 02:08:34.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761581] [2024/05/07 02:08:34.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761583] [2024/05/07 02:08:34.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761585] [2024/05/07 02:08:34.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761587] [2024/05/07 02:08:34.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761590] [2024/05/07 02:08:34.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761593] [2024/05/07 02:08:34.507 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761595] [2024/05/07 02:08:34.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761597] [2024/05/07 02:08:34.512 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761599] [2024/05/07 02:08:34.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761601] [2024/05/07 02:08:34.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468061761603] [2024/05/07 02:08:34.520 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868737] [2024/05/07 02:08:34.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868739] [2024/05/07 02:08:34.526 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868741] [2024/05/07 02:08:34.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868743] [2024/05/07 02:08:34.531 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868745] [2024/05/07 02:08:34.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868747] [2024/05/07 02:08:34.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868749] [2024/05/07 02:08:34.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868751] [2024/05/07 02:08:34.542 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868753] [2024/05/07 02:08:34.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868755] [2024/05/07 02:08:34.547 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868757] [2024/05/07 02:08:34.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868759] [2024/05/07 02:08:34.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868762] [2024/05/07 02:08:34.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868765] [2024/05/07 02:08:34.558 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868767] [2024/05/07 02:08:34.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868769] [2024/05/07 02:08:34.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868771] [2024/05/07 02:08:34.567 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868773] [2024/05/07 02:08:34.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468074868775] [2024/05/07 02:08:34.572 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975938] [2024/05/07 02:08:34.574 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975940] [2024/05/07 02:08:34.576 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975942] [2024/05/07 02:08:34.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975944] [2024/05/07 02:08:34.581 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975946] [2024/05/07 02:08:34.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975948] [2024/05/07 02:08:34.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975950] [2024/05/07 02:08:34.589 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975952] [2024/05/07 02:08:34.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975954] [2024/05/07 02:08:34.594 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975956] [2024/05/07 02:08:34.596 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975958] [2024/05/07 02:08:34.599 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975960] [2024/05/07 02:08:34.602 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975962] [2024/05/07 02:08:34.604 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975966] [2024/05/07 02:08:34.606 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975968] [2024/05/07 02:08:34.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975970] [2024/05/07 02:08:34.611 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975972] [2024/05/07 02:08:34.614 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975974] [2024/05/07 02:08:34.617 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975976] [2024/05/07 02:08:34.619 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468087975978] [2024/05/07 02:08:34.622 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083138] [2024/05/07 02:08:34.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083140] [2024/05/07 02:08:34.628 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083142] [2024/05/07 02:08:34.630 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083144] [2024/05/07 02:08:34.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083146] [2024/05/07 02:08:34.636 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083148] [2024/05/07 02:08:34.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083150] [2024/05/07 02:08:34.641 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083152] [2024/05/07 02:08:34.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083154] [2024/05/07 02:08:34.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083156] [2024/05/07 02:08:34.649 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083158] [2024/05/07 02:08:34.652 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083161] [2024/05/07 02:08:34.655 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083164] [2024/05/07 02:08:34.657 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083166] [2024/05/07 02:08:34.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083168] [2024/05/07 02:08:34.662 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083170] [2024/05/07 02:08:34.665 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083172] [2024/05/07 02:08:34.667 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083174] [2024/05/07 02:08:34.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468101083176] [2024/05/07 02:08:34.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190338] [2024/05/07 02:08:34.674 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190340] [2024/05/07 02:08:34.677 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190342] [2024/05/07 02:08:34.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190345] [2024/05/07 02:08:34.682 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190347] [2024/05/07 02:08:34.685 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190349] [2024/05/07 02:08:34.688 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190351] [2024/05/07 02:08:34.690 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190353] [2024/05/07 02:08:34.693 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190355] [2024/05/07 02:08:34.695 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190357] [2024/05/07 02:08:34.697 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190359] [2024/05/07 02:08:34.700 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190361] [2024/05/07 02:08:34.703 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190365] [2024/05/07 02:08:34.705 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190370] [2024/05/07 02:08:34.708 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190372] [2024/05/07 02:08:34.710 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190374] [2024/05/07 02:08:34.712 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190376] [2024/05/07 02:08:34.715 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190378] [2024/05/07 02:08:34.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468114190380] [2024/05/07 02:08:34.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297537] [2024/05/07 02:08:34.723 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297539] [2024/05/07 02:08:34.726 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297541] [2024/05/07 02:08:34.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297543] [2024/05/07 02:08:34.731 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297545] [2024/05/07 02:08:34.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297547] [2024/05/07 02:08:34.736 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297549] [2024/05/07 02:08:34.738 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297551] [2024/05/07 02:08:34.741 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297553] [2024/05/07 02:08:34.743 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297555] [2024/05/07 02:08:34.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297557] [2024/05/07 02:08:34.748 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297559] [2024/05/07 02:08:34.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297561] [2024/05/07 02:08:34.753 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297564] [2024/05/07 02:08:34.756 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297567] [2024/05/07 02:08:34.758 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297569] [2024/05/07 02:08:34.760 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297571] [2024/05/07 02:08:34.763 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297573] [2024/05/07 02:08:34.765 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297575] [2024/05/07 02:08:34.768 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468127297577] [2024/05/07 02:08:34.771 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404737] [2024/05/07 02:08:34.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404739] [2024/05/07 02:08:34.776 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404741] [2024/05/07 02:08:34.778 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404743] [2024/05/07 02:08:34.780 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404745] [2024/05/07 02:08:34.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404747] [2024/05/07 02:08:34.786 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404749] [2024/05/07 02:08:34.790 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404751] [2024/05/07 02:08:34.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404753] [2024/05/07 02:08:34.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404756] [2024/05/07 02:08:34.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404758] [2024/05/07 02:08:34.800 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404760] [2024/05/07 02:08:34.802 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404763] [2024/05/07 02:08:34.805 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404766] [2024/05/07 02:08:34.807 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404768] [2024/05/07 02:08:34.810 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404770] [2024/05/07 02:08:34.812 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404772] [2024/05/07 02:08:34.815 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404774] [2024/05/07 02:08:34.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404776] [2024/05/07 02:08:34.819 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468140404778] [2024/05/07 02:08:34.821 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511937] [2024/05/07 02:08:34.824 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511939] [2024/05/07 02:08:34.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511941] [2024/05/07 02:08:34.829 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511943] [2024/05/07 02:08:34.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511945] [2024/05/07 02:08:34.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511947] [2024/05/07 02:08:34.836 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511949] [2024/05/07 02:08:34.839 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511951] [2024/05/07 02:08:34.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511953] [2024/05/07 02:08:34.843 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511955] [2024/05/07 02:08:34.846 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511957] [2024/05/07 02:08:34.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511959] [2024/05/07 02:08:34.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511961] [2024/05/07 02:08:34.853 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511965] [2024/05/07 02:08:34.855 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511967] [2024/05/07 02:08:34.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511969] [2024/05/07 02:08:34.860 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511971] [2024/05/07 02:08:34.862 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511973] [2024/05/07 02:08:34.864 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511975] [2024/05/07 02:08:34.867 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511977] [2024/05/07 02:08:34.869 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468153511979] [2024/05/07 02:08:34.871 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619137] [2024/05/07 02:08:34.874 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619139] [2024/05/07 02:08:34.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619141] [2024/05/07 02:08:34.879 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619143] [2024/05/07 02:08:34.881 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619145] [2024/05/07 02:08:34.883 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619147] [2024/05/07 02:08:34.885 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619149] [2024/05/07 02:08:34.888 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619151] [2024/05/07 02:08:34.890 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619153] [2024/05/07 02:08:34.892 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619155] [2024/05/07 02:08:34.895 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619157] [2024/05/07 02:08:34.896 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619159] [2024/05/07 02:08:34.899 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619161] [2024/05/07 02:08:34.902 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619164] [2024/05/07 02:08:34.904 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619167] [2024/05/07 02:08:34.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619169] [2024/05/07 02:08:34.909 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619171] [2024/05/07 02:08:34.911 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619173] [2024/05/07 02:08:34.913 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619175] [2024/05/07 02:08:34.916 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619177] [2024/05/07 02:08:34.918 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619179] [2024/05/07 02:08:34.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468166619181] [2024/05/07 02:08:34.922 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726338] [2024/05/07 02:08:34.925 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726340] [2024/05/07 02:08:34.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726342] [2024/05/07 02:08:34.930 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726345] [2024/05/07 02:08:34.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726347] [2024/05/07 02:08:34.934 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726349] [2024/05/07 02:08:34.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726351] [2024/05/07 02:08:34.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726353] [2024/05/07 02:08:34.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726355] [2024/05/07 02:08:34.944 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726357] [2024/05/07 02:08:34.946 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726359] [2024/05/07 02:08:34.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726361] [2024/05/07 02:08:34.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726363] [2024/05/07 02:08:34.953 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726370] [2024/05/07 02:08:34.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726372] [2024/05/07 02:08:34.958 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726374] [2024/05/07 02:08:34.960 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726376] [2024/05/07 02:08:34.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726378] [2024/05/07 02:08:34.965 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726380] [2024/05/07 02:08:34.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726382] [2024/05/07 02:08:34.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468179726384] [2024/05/07 02:08:34.972 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833538] [2024/05/07 02:08:34.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833540] [2024/05/07 02:08:34.976 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833542] [2024/05/07 02:08:34.979 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833544] [2024/05/07 02:08:34.981 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833547] [2024/05/07 02:08:34.983 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833549] [2024/05/07 02:08:34.984 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:34.984 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:34.985 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:34.985 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/07 02:08:34.986 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833552] [2024/05/07 02:08:34.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833556] [2024/05/07 02:08:34.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833559] [2024/05/07 02:08:34.993 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833562] [2024/05/07 02:08:34.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833565] [2024/05/07 02:08:34.998 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833567] [2024/05/07 02:08:35.001 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833569] [2024/05/07 02:08:35.003 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833573] [2024/05/07 02:08:35.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833575] [2024/05/07 02:08:35.008 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833577] [2024/05/07 02:08:35.010 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833579] [2024/05/07 02:08:35.012 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833581] [2024/05/07 02:08:35.014 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833583] [2024/05/07 02:08:35.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833585] [2024/05/07 02:08:35.019 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833587] [2024/05/07 02:08:35.021 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468192833589] [2024/05/07 02:08:35.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202882] [2024/05/07 02:08:35.026 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202884] [2024/05/07 02:08:35.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202886] [2024/05/07 02:08:35.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202888] [2024/05/07 02:08:35.033 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202890] [2024/05/07 02:08:35.035 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202892] [2024/05/07 02:08:35.038 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202894] [2024/05/07 02:08:35.040 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202896] [2024/05/07 02:08:35.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202898] [2024/05/07 02:08:35.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202900] [2024/05/07 02:08:35.047 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202902] [2024/05/07 02:08:35.049 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202904] [2024/05/07 02:08:35.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202907] [2024/05/07 02:08:35.054 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202910] [2024/05/07 02:08:35.056 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202912] [2024/05/07 02:08:35.058 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202914] [2024/05/07 02:08:35.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202916] [2024/05/07 02:08:35.063 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202918] [2024/05/07 02:08:35.065 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202920] [2024/05/07 02:08:35.067 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202922] [2024/05/07 02:08:35.070 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468206202924] [2024/05/07 02:08:35.072 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310082] [2024/05/07 02:08:35.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310084] [2024/05/07 02:08:35.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310086] [2024/05/07 02:08:35.079 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310088] [2024/05/07 02:08:35.081 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310090] [2024/05/07 02:08:35.083 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310092] [2024/05/07 02:08:35.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310094] [2024/05/07 02:08:35.088 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310096] [2024/05/07 02:08:35.090 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310098] [2024/05/07 02:08:35.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310101] [2024/05/07 02:08:35.094 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310103] [2024/05/07 02:08:35.097 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310105] [2024/05/07 02:08:35.099 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310107] [2024/05/07 02:08:35.102 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310110] [2024/05/07 02:08:35.104 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310113] [2024/05/07 02:08:35.107 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310115] [2024/05/07 02:08:35.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310117] [2024/05/07 02:08:35.112 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310119] [2024/05/07 02:08:35.114 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310121] [2024/05/07 02:08:35.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310123] [2024/05/07 02:08:35.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468219310125] [2024/05/07 02:08:35.121 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155137] [2024/05/07 02:08:35.123 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155139] [2024/05/07 02:08:35.126 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155141] [2024/05/07 02:08:35.128 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155143] [2024/05/07 02:08:35.131 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155145] [2024/05/07 02:08:35.134 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155147] [2024/05/07 02:08:35.136 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155149] [2024/05/07 02:08:35.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155151] [2024/05/07 02:08:35.141 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155153] [2024/05/07 02:08:35.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155155] [2024/05/07 02:08:35.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155157] [2024/05/07 02:08:35.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155159] [2024/05/07 02:08:35.150 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155161] [2024/05/07 02:08:35.153 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155164] [2024/05/07 02:08:35.155 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155167] [2024/05/07 02:08:35.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155169] [2024/05/07 02:08:35.159 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155171] [2024/05/07 02:08:35.162 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155173] [2024/05/07 02:08:35.164 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155175] [2024/05/07 02:08:35.166 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155177] [2024/05/07 02:08:35.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468232155179] [2024/05/07 02:08:35.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262337] [2024/05/07 02:08:35.173 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262339] [2024/05/07 02:08:35.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262341] [2024/05/07 02:08:35.177 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262343] [2024/05/07 02:08:35.179 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262345] [2024/05/07 02:08:35.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262347] [2024/05/07 02:08:35.184 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262349] [2024/05/07 02:08:35.186 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262351] [2024/05/07 02:08:35.189 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262353] [2024/05/07 02:08:35.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262355] [2024/05/07 02:08:35.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262357] [2024/05/07 02:08:35.195 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262359] [2024/05/07 02:08:35.197 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262361] [2024/05/07 02:08:35.200 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262363] [2024/05/07 02:08:35.202 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262367] [2024/05/07 02:08:35.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262372] [2024/05/07 02:08:35.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262374] [2024/05/07 02:08:35.209 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262376] [2024/05/07 02:08:35.211 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262378] [2024/05/07 02:08:35.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262380] [2024/05/07 02:08:35.216 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262382] [2024/05/07 02:08:35.218 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468245262384] [2024/05/07 02:08:35.221 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369537] [2024/05/07 02:08:35.223 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369539] [2024/05/07 02:08:35.225 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369541] [2024/05/07 02:08:35.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369543] [2024/05/07 02:08:35.230 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369545] [2024/05/07 02:08:35.232 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369547] [2024/05/07 02:08:35.234 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369549] [2024/05/07 02:08:35.237 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369551] [2024/05/07 02:08:35.239 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369553] [2024/05/07 02:08:35.241 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369555] [2024/05/07 02:08:35.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369557] [2024/05/07 02:08:35.246 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369559] [2024/05/07 02:08:35.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369561] [2024/05/07 02:08:35.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369563] [2024/05/07 02:08:35.252 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369566] [2024/05/07 02:08:35.255 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369569] [2024/05/07 02:08:35.257 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369571] [2024/05/07 02:08:35.260 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369573] [2024/05/07 02:08:35.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369575] [2024/05/07 02:08:35.267 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369577] [2024/05/07 02:08:35.269 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468258369579] [2024/05/07 02:08:35.271 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476737] [2024/05/07 02:08:35.274 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476739] [2024/05/07 02:08:35.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476741] [2024/05/07 02:08:35.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476743] [2024/05/07 02:08:35.281 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90001] [type=backfill] [remaining-slots=12] [2024/05/07 02:08:35.281 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476746] [2024/05/07 02:08:35.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476748] [2024/05/07 02:08:35.286 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476750] [2024/05/07 02:08:35.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476752] [2024/05/07 02:08:35.290 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476754] [2024/05/07 02:08:35.293 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476756] [2024/05/07 02:08:35.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476758] [2024/05/07 02:08:35.297 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476760] [2024/05/07 02:08:35.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476762] [2024/05/07 02:08:35.302 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476765] [2024/05/07 02:08:35.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476768] [2024/05/07 02:08:35.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476770] [2024/05/07 02:08:35.308 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476772] [2024/05/07 02:08:35.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476774] [2024/05/07 02:08:35.313 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476776] [2024/05/07 02:08:35.315 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476778] [2024/05/07 02:08:35.317 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476780] [2024/05/07 02:08:35.320 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468271476782] [2024/05/07 02:08:35.323 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583938] [2024/05/07 02:08:35.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583940] [2024/05/07 02:08:35.328 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583942] [2024/05/07 02:08:35.330 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583944] [2024/05/07 02:08:35.333 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583946] [2024/05/07 02:08:35.335 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583948] [2024/05/07 02:08:35.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583950] [2024/05/07 02:08:35.340 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583952] [2024/05/07 02:08:35.342 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583954] [2024/05/07 02:08:35.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583956] [2024/05/07 02:08:35.346 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583958] [2024/05/07 02:08:35.349 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583960] [2024/05/07 02:08:35.351 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583963] [2024/05/07 02:08:35.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583966] [2024/05/07 02:08:35.356 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583968] [2024/05/07 02:08:35.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583970] [2024/05/07 02:08:35.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583972] [2024/05/07 02:08:35.363 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583974] [2024/05/07 02:08:35.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583976] [2024/05/07 02:08:35.367 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583978] [2024/05/07 02:08:35.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468284583980] [2024/05/07 02:08:35.373 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691138] [2024/05/07 02:08:35.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691140] [2024/05/07 02:08:35.377 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691142] [2024/05/07 02:08:35.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691146] [2024/05/07 02:08:35.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691148] [2024/05/07 02:08:35.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691150] [2024/05/07 02:08:35.387 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691152] [2024/05/07 02:08:35.390 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691154] [2024/05/07 02:08:35.392 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691157] [2024/05/07 02:08:35.395 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691159] [2024/05/07 02:08:35.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691161] [2024/05/07 02:08:35.400 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691163] [2024/05/07 02:08:35.402 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691166] [2024/05/07 02:08:35.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691169] [2024/05/07 02:08:35.407 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691171] [2024/05/07 02:08:35.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691173] [2024/05/07 02:08:35.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691175] [2024/05/07 02:08:35.414 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691178] [2024/05/07 02:08:35.417 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691180] [2024/05/07 02:08:35.419 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468297691182] [2024/05/07 02:08:35.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798338] [2024/05/07 02:08:35.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798340] [2024/05/07 02:08:35.426 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798342] [2024/05/07 02:08:35.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798344] [2024/05/07 02:08:35.431 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798346] [2024/05/07 02:08:35.433 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798348] [2024/05/07 02:08:35.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798350] [2024/05/07 02:08:35.438 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798352] [2024/05/07 02:08:35.439 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798354] [2024/05/07 02:08:35.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798356] [2024/05/07 02:08:35.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798358] [2024/05/07 02:08:35.446 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798360] [2024/05/07 02:08:35.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798362] [2024/05/07 02:08:35.450 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:35.451 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798366] [2024/05/07 02:08:35.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798372] [2024/05/07 02:08:35.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798375] [2024/05/07 02:08:35.458 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798377] [2024/05/07 02:08:35.460 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798379] [2024/05/07 02:08:35.463 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798381] [2024/05/07 02:08:35.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798383] [2024/05/07 02:08:35.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798385] [2024/05/07 02:08:35.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468310798387] [2024/05/07 02:08:35.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905538] [2024/05/07 02:08:35.474 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905540] [2024/05/07 02:08:35.476 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905542] [2024/05/07 02:08:35.479 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905545] [2024/05/07 02:08:35.481 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905549] [2024/05/07 02:08:35.483 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905551] [2024/05/07 02:08:35.486 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905554] [2024/05/07 02:08:35.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905556] [2024/05/07 02:08:35.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905558] [2024/05/07 02:08:35.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905560] [2024/05/07 02:08:35.494 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905562] [2024/05/07 02:08:35.497 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905564] [2024/05/07 02:08:35.499 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905566] [2024/05/07 02:08:35.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905569] [2024/05/07 02:08:35.504 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905572] [2024/05/07 02:08:35.507 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905574] [2024/05/07 02:08:35.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905576] [2024/05/07 02:08:35.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905578] [2024/05/07 02:08:35.513 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905580] [2024/05/07 02:08:35.516 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905582] [2024/05/07 02:08:35.518 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468323905584] [2024/05/07 02:08:35.521 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012737] [2024/05/07 02:08:35.523 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012739] [2024/05/07 02:08:35.525 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012741] [2024/05/07 02:08:35.527 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012743] [2024/05/07 02:08:35.529 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012745] [2024/05/07 02:08:35.532 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012747] [2024/05/07 02:08:35.534 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012749] [2024/05/07 02:08:35.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012751] [2024/05/07 02:08:35.539 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012753] [2024/05/07 02:08:35.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012755] [2024/05/07 02:08:35.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012757] [2024/05/07 02:08:35.545 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012759] [2024/05/07 02:08:35.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012761] [2024/05/07 02:08:35.550 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012763] [2024/05/07 02:08:35.552 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012766] [2024/05/07 02:08:35.555 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012769] [2024/05/07 02:08:35.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012771] [2024/05/07 02:08:35.559 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012773] [2024/05/07 02:08:35.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012775] [2024/05/07 02:08:35.564 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012777] [2024/05/07 02:08:35.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012779] [2024/05/07 02:08:35.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468337012781] [2024/05/07 02:08:35.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119937] [2024/05/07 02:08:35.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119939] [2024/05/07 02:08:35.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119941] [2024/05/07 02:08:35.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119943] [2024/05/07 02:08:35.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119946] [2024/05/07 02:08:35.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119948] [2024/05/07 02:08:35.584 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:35.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119951] [2024/05/07 02:08:35.585 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:35.585 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/166] [keyspaceName=] [2024/05/07 02:08:35.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119954] [2024/05/07 02:08:35.588 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:35.589 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:35.589 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:35.589 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:35.589 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:35.589 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:35.589 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:35.589 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:35.589 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:35.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119956] [2024/05/07 02:08:35.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119959] [2024/05/07 02:08:35.593 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:35.594 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:35.594 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=166] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:08:35.594 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:35.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119961] [2024/05/07 02:08:35.598 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119965] [2024/05/07 02:08:35.599 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:35.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119968] [2024/05/07 02:08:35.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119972] [2024/05/07 02:08:35.604 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:35.604 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:35.606 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119976] [2024/05/07 02:08:35.606 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90001] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:35.606 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f7280000000000028e0] ["end key"=7480000000000000a15f7280000000000028e800] [2024/05/07 02:08:35.606 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a15f7280000000000028e0, endKey=7480000000000000a15f7280000000000028e800"] [2024/05/07 02:08:35.609 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119979] [2024/05/07 02:08:35.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119981] [2024/05/07 02:08:35.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119983] [2024/05/07 02:08:35.618 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119985] [2024/05/07 02:08:35.621 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468350119987] [2024/05/07 02:08:35.624 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489282] [2024/05/07 02:08:35.626 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489284] [2024/05/07 02:08:35.633 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489287] [2024/05/07 02:08:35.635 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489289] [2024/05/07 02:08:35.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489291] [2024/05/07 02:08:35.642 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489293] [2024/05/07 02:08:35.644 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489295] [2024/05/07 02:08:35.647 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489297] [2024/05/07 02:08:35.650 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489299] [2024/05/07 02:08:35.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489302] [2024/05/07 02:08:35.656 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489305] [2024/05/07 02:08:35.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489307] [2024/05/07 02:08:35.663 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489309] [2024/05/07 02:08:35.666 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:08:35.666 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489311] [2024/05/07 02:08:35.670 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468363489313] [2024/05/07 02:08:35.673 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334338] [2024/05/07 02:08:35.676 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334340] [2024/05/07 02:08:35.680 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334342] [2024/05/07 02:08:35.682 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334344] [2024/05/07 02:08:35.686 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334346] [2024/05/07 02:08:35.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334348] [2024/05/07 02:08:35.692 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334351] [2024/05/07 02:08:35.695 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334353] [2024/05/07 02:08:35.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334355] [2024/05/07 02:08:35.701 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334359] [2024/05/07 02:08:35.704 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334364] [2024/05/07 02:08:35.708 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334366] [2024/05/07 02:08:35.710 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334368] [2024/05/07 02:08:35.714 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334370] [2024/05/07 02:08:35.718 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468376334372] [2024/05/07 02:08:35.721 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441537] [2024/05/07 02:08:35.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441539] [2024/05/07 02:08:35.727 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:08:35.727 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90001] [id=1] [2024/05/07 02:08:35.728 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441541] [2024/05/07 02:08:35.730 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:08:35.730 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441543] [2024/05/07 02:08:35.732 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/07 02:08:35.733 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1058] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/aa98103e-f445-49c1-a39c-184f60d54cc2.sst] [firstKey=7480000000000000A15F6980000000000000010380000000000028E20380000000000028E0] [lastKey=7480000000000000A15F698000000000000001038000000000002CD10380000000000028E4] [2024/05/07 02:08:35.733 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441545] [2024/05/07 02:08:35.736 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441547] [2024/05/07 02:08:35.737 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.737 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184592842752/468329922560, backend usage: 0"] [2024/05/07 02:08:35.737 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:35.738 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:35.739 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441549] [2024/05/07 02:08:35.746 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441551] [2024/05/07 02:08:35.750 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441555] [2024/05/07 02:08:35.752 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441558] [2024/05/07 02:08:35.755 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441561] [2024/05/07 02:08:35.758 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441563] [2024/05/07 02:08:35.760 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/07 02:08:35.760 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:35.761 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441565] [2024/05/07 02:08:35.766 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441567] [2024/05/07 02:08:35.770 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468389441569] [2024/05/07 02:08:35.773 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548738] [2024/05/07 02:08:35.777 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548740] [2024/05/07 02:08:35.780 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=342] [importedCount=9] [2024/05/07 02:08:35.780 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548742] [2024/05/07 02:08:35.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=44.922328ms] [] [2024/05/07 02:08:35.783 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548744] [2024/05/07 02:08:35.785 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548746] [2024/05/07 02:08:35.788 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.789 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548749] [2024/05/07 02:08:35.792 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548752] [2024/05/07 02:08:35.795 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548755] [2024/05/07 02:08:35.797 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548759] [2024/05/07 02:08:35.800 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548762] [2024/05/07 02:08:35.803 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:35.803 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548766] [2024/05/07 02:08:35.804 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186232] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:35.805 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90002] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:35.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/07 02:08:35.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186312] ["max memory quota"=17179869184] [2024/05/07 02:08:35.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186352] ["max memory quota"=17179869184] [2024/05/07 02:08:35.806 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/07 02:08:35.806 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f7280000000000028f5] ["end key"=7480000000000000a25f7280000000000028fd00] [2024/05/07 02:08:35.806 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548771] [2024/05/07 02:08:35.806 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a25f7280000000000028f5, endKey=7480000000000000a25f7280000000000028fd00"] [2024/05/07 02:08:35.807 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90002] [id=1] [2024/05/07 02:08:35.808 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1058] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/b6abe75b-3d2e-4afc-9fb4-168d467950f1.sst] [firstKey=7480000000000000A25F6980000000000000010380000000000028F70380000000000028F5] [lastKey=7480000000000000A25F698000000000000001038000000000002CE60380000000000028F9] [2024/05/07 02:08:35.808 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548774] [2024/05/07 02:08:35.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548776] [2024/05/07 02:08:35.812 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.812 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184592867328/468329922560, backend usage: 0"] [2024/05/07 02:08:35.812 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:35.814 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:35.814 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548778] [2024/05/07 02:08:35.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548780] [2024/05/07 02:08:35.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548782] [2024/05/07 02:08:35.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468402548784] [2024/05/07 02:08:35.827 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655938] [2024/05/07 02:08:35.831 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655942] [2024/05/07 02:08:35.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655944] [2024/05/07 02:08:35.835 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/07 02:08:35.835 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:35.837 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655946] [2024/05/07 02:08:35.841 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655948] [2024/05/07 02:08:35.844 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655950] [2024/05/07 02:08:35.847 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655952] [2024/05/07 02:08:35.850 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=684] [importedCount=18] [2024/05/07 02:08:35.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655954] [2024/05/07 02:08:35.852 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=39.898991ms] [] [2024/05/07 02:08:35.854 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655958] [2024/05/07 02:08:35.858 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655960] [2024/05/07 02:08:35.858 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.861 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655963] [2024/05/07 02:08:35.863 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655966] [2024/05/07 02:08:35.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655970] [2024/05/07 02:08:35.870 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468415655974] [2024/05/07 02:08:35.873 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763139] [2024/05/07 02:08:35.873 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:35.874 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186352] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:35.875 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763143] [2024/05/07 02:08:35.876 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90003] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:35.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/07 02:08:35.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186432] ["max memory quota"=17179869184] [2024/05/07 02:08:35.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186472] ["max memory quota"=17179869184] [2024/05/07 02:08:35.876 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/07 02:08:35.876 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f7280000000000028fe] ["end key"=7480000000000000a35f72800000000000290200] [2024/05/07 02:08:35.876 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a35f7280000000000028fe, endKey=7480000000000000a35f72800000000000290200"] [2024/05/07 02:08:35.877 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90003] [id=1] [2024/05/07 02:08:35.878 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/db36c898-3569-4d91-b1b6-2bb2e31fb826.sst] [firstKey=7480000000000000A35F6980000000000000010380000000000029000380000000000028FE] [lastKey=7480000000000000A35F698000000000000001038000000000002CEB0380000000000028FE] [2024/05/07 02:08:35.878 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763146] [2024/05/07 02:08:35.881 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763149] [2024/05/07 02:08:35.882 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.882 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184592896000/468329922560, backend usage: 0"] [2024/05/07 02:08:35.882 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:35.883 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:35.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763151] [2024/05/07 02:08:35.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763153] [2024/05/07 02:08:35.894 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763157] [2024/05/07 02:08:35.897 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763159] [2024/05/07 02:08:35.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763161] [2024/05/07 02:08:35.903 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763164] [2024/05/07 02:08:35.905 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=228] [2024/05/07 02:08:35.906 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:35.906 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763167] [2024/05/07 02:08:35.911 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763169] [2024/05/07 02:08:35.914 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763171] [2024/05/07 02:08:35.920 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468428763173] [2024/05/07 02:08:35.923 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870338] [2024/05/07 02:08:35.923 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=228] [kvs=6] [importedSize=912] [importedCount=24] [2024/05/07 02:08:35.925 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=43.423718ms] [] [2024/05/07 02:08:35.927 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870340] [2024/05/07 02:08:35.929 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870343] [2024/05/07 02:08:35.931 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870346] [2024/05/07 02:08:35.935 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870349] [2024/05/07 02:08:35.937 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870353] [2024/05/07 02:08:35.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870356] [2024/05/07 02:08:35.942 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870360] [2024/05/07 02:08:35.944 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:35.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870363] [2024/05/07 02:08:35.945 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["current memory usage"=673186472] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:35.947 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90001] [subtask-id=90004] [jobID=166] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:35.947 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/07 02:08:35.947 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186552] ["max memory quota"=17179869184] [2024/05/07 02:08:35.947 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186592] ["max memory quota"=17179869184] [2024/05/07 02:08:35.947 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=166] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186632] ["max memory quota"=17179869184] [2024/05/07 02:08:35.947 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f728000000000002903] ["end key"=7480000000000000a45f72800000000000290b00] [2024/05/07 02:08:35.947 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90001] [subtask-id=90004] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000a45f728000000000002903, endKey=7480000000000000a45f72800000000000290b00"] [2024/05/07 02:08:35.948 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90001] [subtask-id=90004] [id=1] [2024/05/07 02:08:35.948 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870366] [2024/05/07 02:08:35.948 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=342] [kvs=9] [files=1] [sstFileSize=1058] [file=/tmp/tidb/tmp_ddl-4000/166/f75d9cab-8823-5503-94ba-459a1de580da.sst/5152580e-5a1b-42a8-9c4d-ef8a08555fb5.sst] [firstKey=7480000000000000A45F698000000000000001038000000000002905038000000000002903] [lastKey=7480000000000000A45F698000000000000001038000000000002CF4038000000000002907] [2024/05/07 02:08:35.951 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870369] [2024/05/07 02:08:35.953 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.953 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184592908288/468329922560, backend usage: 0"] [2024/05/07 02:08:35.953 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:35.954 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:35.954 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870376] [2024/05/07 02:08:35.957 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870378] [2024/05/07 02:08:35.961 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870380] [2024/05/07 02:08:35.964 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870383] [2024/05/07 02:08:35.967 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870386] [2024/05/07 02:08:35.969 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468441870388] [2024/05/07 02:08:35.972 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977538] [2024/05/07 02:08:35.974 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977540] [2024/05/07 02:08:35.976 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=342] [2024/05/07 02:08:35.976 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:35.977 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977542] [2024/05/07 02:08:35.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977544] [2024/05/07 02:08:35.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977547] [2024/05/07 02:08:35.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977550] [2024/05/07 02:08:35.990 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=342] [kvs=9] [importedSize=1254] [importedCount=33] [2024/05/07 02:08:35.991 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977552] [2024/05/07 02:08:35.992 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=38.932346ms] [] [2024/05/07 02:08:35.994 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977555] [2024/05/07 02:08:35.997 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977557] [2024/05/07 02:08:35.997 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=166] [2024/05/07 02:08:35.999 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977560] [2024/05/07 02:08:36.002 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977564] [2024/05/07 02:08:36.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977569] [2024/05/07 02:08:36.007 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:36.007 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:36.008 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977573] [2024/05/07 02:08:36.008 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.63946ms] [] [2024/05/07 02:08:36.008 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:36.009 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=822.901µs] [] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:36.010 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:36.010 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:36.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:36.010 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:36.011 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:36.011 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:36.011 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:36.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:36.011 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:36.011 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=166] ["current memory usage"=480] ["max memory quota"=17179869184] [2024/05/07 02:08:36.011 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=426.550445ms] [] [2024/05/07 02:08:36.011 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977575] [2024/05/07 02:08:36.020 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468454977578] [2024/05/07 02:08:36.023 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084738] [2024/05/07 02:08:36.026 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084740] [2024/05/07 02:08:36.029 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084742] [2024/05/07 02:08:36.031 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084744] [2024/05/07 02:08:36.034 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084746] [2024/05/07 02:08:36.037 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084748] [2024/05/07 02:08:36.039 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084750] [2024/05/07 02:08:36.042 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084752] [2024/05/07 02:08:36.045 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084754] [2024/05/07 02:08:36.048 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084756] [2024/05/07 02:08:36.051 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084758] [2024/05/07 02:08:36.053 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084762] [2024/05/07 02:08:36.056 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084764] [2024/05/07 02:08:36.059 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084766] [2024/05/07 02:08:36.061 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084768] [2024/05/07 02:08:36.064 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084770] [2024/05/07 02:08:36.066 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084772] [2024/05/07 02:08:36.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084774] [2024/05/07 02:08:36.071 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468468084776] [2024/05/07 02:08:36.074 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191938] [2024/05/07 02:08:36.077 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191940] [2024/05/07 02:08:36.080 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191942] [2024/05/07 02:08:36.082 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191944] [2024/05/07 02:08:36.085 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191946] [2024/05/07 02:08:36.087 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191948] [2024/05/07 02:08:36.091 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191950] [2024/05/07 02:08:36.093 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191952] [2024/05/07 02:08:36.096 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191954] [2024/05/07 02:08:36.098 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191956] [2024/05/07 02:08:36.101 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191958] [2024/05/07 02:08:36.103 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191962] [2024/05/07 02:08:36.106 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191964] [2024/05/07 02:08:36.109 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191966] [2024/05/07 02:08:36.112 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191968] [2024/05/07 02:08:36.115 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191970] [2024/05/07 02:08:36.117 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191972] [2024/05/07 02:08:36.119 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468481191974] [2024/05/07 02:08:36.122 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299138] [2024/05/07 02:08:36.125 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299140] [2024/05/07 02:08:36.127 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299142] [2024/05/07 02:08:36.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299144] [2024/05/07 02:08:36.133 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299146] [2024/05/07 02:08:36.135 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299148] [2024/05/07 02:08:36.138 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299150] [2024/05/07 02:08:36.141 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299152] [2024/05/07 02:08:36.143 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299154] [2024/05/07 02:08:36.146 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299156] [2024/05/07 02:08:36.148 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299159] [2024/05/07 02:08:36.151 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299161] [2024/05/07 02:08:36.154 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299165] [2024/05/07 02:08:36.156 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299167] [2024/05/07 02:08:36.158 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299169] [2024/05/07 02:08:36.161 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299171] [2024/05/07 02:08:36.163 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299173] [2024/05/07 02:08:36.165 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299175] [2024/05/07 02:08:36.168 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299177] [2024/05/07 02:08:36.170 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468494299179] [2024/05/07 02:08:36.173 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406338] [2024/05/07 02:08:36.175 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406340] [2024/05/07 02:08:36.178 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406342] [2024/05/07 02:08:36.181 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406345] [2024/05/07 02:08:36.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406347] [2024/05/07 02:08:36.185 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406349] [2024/05/07 02:08:36.188 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406351] [2024/05/07 02:08:36.191 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406353] [2024/05/07 02:08:36.193 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406355] [2024/05/07 02:08:36.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406357] [2024/05/07 02:08:36.199 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406359] [2024/05/07 02:08:36.201 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406362] [2024/05/07 02:08:36.204 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406368] [2024/05/07 02:08:36.207 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406370] [2024/05/07 02:08:36.210 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406372] [2024/05/07 02:08:36.212 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406374] [2024/05/07 02:08:36.215 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406376] [2024/05/07 02:08:36.217 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406378] [2024/05/07 02:08:36.220 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468507406380] [2024/05/07 02:08:36.223 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513538] [2024/05/07 02:08:36.225 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513540] [2024/05/07 02:08:36.228 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513542] [2024/05/07 02:08:36.231 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513544] [2024/05/07 02:08:36.233 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513546] [2024/05/07 02:08:36.235 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513548] [2024/05/07 02:08:36.238 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513550] [2024/05/07 02:08:36.240 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513552] [2024/05/07 02:08:36.243 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513554] [2024/05/07 02:08:36.245 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513556] [2024/05/07 02:08:36.248 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513558] [2024/05/07 02:08:36.250 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513560] [2024/05/07 02:08:36.253 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513564] [2024/05/07 02:08:36.256 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513566] [2024/05/07 02:08:36.258 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513568] [2024/05/07 02:08:36.261 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513570] [2024/05/07 02:08:36.263 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513572] [2024/05/07 02:08:36.265 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513574] [2024/05/07 02:08:36.268 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513576] [2024/05/07 02:08:36.270 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468520513578] [2024/05/07 02:08:36.273 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620738] [2024/05/07 02:08:36.276 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620740] [2024/05/07 02:08:36.278 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620742] [2024/05/07 02:08:36.281 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620744] [2024/05/07 02:08:36.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620746] [2024/05/07 02:08:36.286 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620748] [2024/05/07 02:08:36.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620750] [2024/05/07 02:08:36.291 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620752] [2024/05/07 02:08:36.294 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620755] [2024/05/07 02:08:36.296 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620757] [2024/05/07 02:08:36.299 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620759] [2024/05/07 02:08:36.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620761] [2024/05/07 02:08:36.304 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620765] [2024/05/07 02:08:36.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620767] [2024/05/07 02:08:36.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620769] [2024/05/07 02:08:36.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620771] [2024/05/07 02:08:36.314 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620774] [2024/05/07 02:08:36.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620776] [2024/05/07 02:08:36.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468533620778] [2024/05/07 02:08:36.322 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727937] [2024/05/07 02:08:36.324 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727939] [2024/05/07 02:08:36.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727941] [2024/05/07 02:08:36.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727943] [2024/05/07 02:08:36.331 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727945] [2024/05/07 02:08:36.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727947] [2024/05/07 02:08:36.336 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727949] [2024/05/07 02:08:36.338 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727951] [2024/05/07 02:08:36.341 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727953] [2024/05/07 02:08:36.343 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727955] [2024/05/07 02:08:36.345 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727957] [2024/05/07 02:08:36.348 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727959] [2024/05/07 02:08:36.350 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727961] [2024/05/07 02:08:36.352 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727964] [2024/05/07 02:08:36.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727967] [2024/05/07 02:08:36.358 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727969] [2024/05/07 02:08:36.360 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727971] [2024/05/07 02:08:36.362 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727973] [2024/05/07 02:08:36.365 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727975] [2024/05/07 02:08:36.368 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727977] [2024/05/07 02:08:36.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468546727979] [2024/05/07 02:08:36.373 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835138] [2024/05/07 02:08:36.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835140] [2024/05/07 02:08:36.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835142] [2024/05/07 02:08:36.380 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835146] [2024/05/07 02:08:36.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835148] [2024/05/07 02:08:36.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835150] [2024/05/07 02:08:36.388 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835152] [2024/05/07 02:08:36.390 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835154] [2024/05/07 02:08:36.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835156] [2024/05/07 02:08:36.396 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835158] [2024/05/07 02:08:36.398 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835160] [2024/05/07 02:08:36.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835162] [2024/05/07 02:08:36.404 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835166] [2024/05/07 02:08:36.406 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835168] [2024/05/07 02:08:36.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835170] [2024/05/07 02:08:36.411 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835172] [2024/05/07 02:08:36.413 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835174] [2024/05/07 02:08:36.416 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835176] [2024/05/07 02:08:36.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468559835178] [2024/05/07 02:08:36.421 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942337] [2024/05/07 02:08:36.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942339] [2024/05/07 02:08:36.427 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942341] [2024/05/07 02:08:36.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942343] [2024/05/07 02:08:36.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942345] [2024/05/07 02:08:36.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942347] [2024/05/07 02:08:36.438 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942349] [2024/05/07 02:08:36.441 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942351] [2024/05/07 02:08:36.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942353] [2024/05/07 02:08:36.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942355] [2024/05/07 02:08:36.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942357] [2024/05/07 02:08:36.453 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942364] [2024/05/07 02:08:36.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942368] [2024/05/07 02:08:36.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942370] [2024/05/07 02:08:36.461 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942374] [2024/05/07 02:08:36.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942376] [2024/05/07 02:08:36.467 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942378] [2024/05/07 02:08:36.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468572942380] [2024/05/07 02:08:36.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049538] [2024/05/07 02:08:36.474 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049540] [2024/05/07 02:08:36.477 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049543] [2024/05/07 02:08:36.480 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049548] [2024/05/07 02:08:36.482 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049552] [2024/05/07 02:08:36.485 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:36.485 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049555] [2024/05/07 02:08:36.488 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049560] [2024/05/07 02:08:36.490 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049564] [2024/05/07 02:08:36.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049566] [2024/05/07 02:08:36.495 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049569] [2024/05/07 02:08:36.498 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049571] [2024/05/07 02:08:36.500 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049573] [2024/05/07 02:08:36.503 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049577] [2024/05/07 02:08:36.505 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049579] [2024/05/07 02:08:36.508 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049581] [2024/05/07 02:08:36.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049583] [2024/05/07 02:08:36.512 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049585] [2024/05/07 02:08:36.515 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049587] [2024/05/07 02:08:36.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049589] [2024/05/07 02:08:36.519 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468586049591] [2024/05/07 02:08:36.522 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156738] [2024/05/07 02:08:36.524 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156740] [2024/05/07 02:08:36.526 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156742] [2024/05/07 02:08:36.529 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156744] [2024/05/07 02:08:36.531 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156746] [2024/05/07 02:08:36.533 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156748] [2024/05/07 02:08:36.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156750] [2024/05/07 02:08:36.538 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156752] [2024/05/07 02:08:36.541 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156754] [2024/05/07 02:08:36.543 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156756] [2024/05/07 02:08:36.546 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156758] [2024/05/07 02:08:36.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156760] [2024/05/07 02:08:36.551 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156762] [2024/05/07 02:08:36.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156766] [2024/05/07 02:08:36.556 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156768] [2024/05/07 02:08:36.558 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156770] [2024/05/07 02:08:36.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156772] [2024/05/07 02:08:36.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156774] [2024/05/07 02:08:36.566 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156776] [2024/05/07 02:08:36.568 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156778] [2024/05/07 02:08:36.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468599156780] [2024/05/07 02:08:36.573 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263938] [2024/05/07 02:08:36.575 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263940] [2024/05/07 02:08:36.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263942] [2024/05/07 02:08:36.580 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263944] [2024/05/07 02:08:36.583 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263946] [2024/05/07 02:08:36.585 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263948] [2024/05/07 02:08:36.588 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263950] [2024/05/07 02:08:36.590 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263952] [2024/05/07 02:08:36.592 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263954] [2024/05/07 02:08:36.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263958] [2024/05/07 02:08:36.595 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=11] [2024/05/07 02:08:36.597 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263963] [2024/05/07 02:08:36.600 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263967] [2024/05/07 02:08:36.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263970] [2024/05/07 02:08:36.605 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263973] [2024/05/07 02:08:36.608 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263975] [2024/05/07 02:08:36.611 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263977] [2024/05/07 02:08:36.613 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263979] [2024/05/07 02:08:36.614 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90001] [type=backfill] [2024/05/07 02:08:36.616 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263981] [2024/05/07 02:08:36.618 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468612263984] [2024/05/07 02:08:36.621 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468625633281] [2024/05/07 02:08:36.625 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468625633284] [2024/05/07 02:08:36.626 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=754.434µs] [gotSchemaVersion=103] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:36.628 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468625633287] [2024/05/07 02:08:36.629 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=103] [2024/05/07 02:08:36.631 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633291] [2024/05/07 02:08:36.634 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633293] [2024/05/07 02:08:36.638 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633295] [2024/05/07 02:08:36.641 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633297] [2024/05/07 02:08:36.645 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633299] [2024/05/07 02:08:36.645 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633299] [2024/05/07 02:08:36.648 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633301] [2024/05/07 02:08:36.651 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633303] [2024/05/07 02:08:36.654 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633307] [2024/05/07 02:08:36.657 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633309] [2024/05/07 02:08:36.660 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633311] [2024/05/07 02:08:36.660 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633311] [2024/05/07 02:08:36.663 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633313] [2024/05/07 02:08:36.666 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633315] [2024/05/07 02:08:36.669 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468625633317] [2024/05/07 02:08:36.671 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478337] [2024/05/07 02:08:36.674 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478339] [2024/05/07 02:08:36.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.030549ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467970011153, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.677 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478341] [2024/05/07 02:08:36.679 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478344] [2024/05/07 02:08:36.682 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478349] [2024/05/07 02:08:36.683 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589467970011153, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.684 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=166] [table=t] [index=idx] [2024/05/07 02:08:36.685 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478352] [2024/05/07 02:08:36.685 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478352] [2024/05/07 02:08:36.688 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478356] [2024/05/07 02:08:36.692 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478359] [2024/05/07 02:08:36.693 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=864.145µs] [gotSchemaVersion=104] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:36.694 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478362] [2024/05/07 02:08:36.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=104] [2024/05/07 02:08:36.697 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478366] [2024/05/07 02:08:36.701 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478368] [2024/05/07 02:08:36.703 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478375] [2024/05/07 02:08:36.706 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478377] [2024/05/07 02:08:36.709 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478379] [2024/05/07 02:08:36.712 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478381] [2024/05/07 02:08:36.715 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478383] [2024/05/07 02:08:36.718 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478385] [2024/05/07 02:08:36.720 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468638478387] [2024/05/07 02:08:36.723 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585538] [2024/05/07 02:08:36.726 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585540] [2024/05/07 02:08:36.729 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585542] [2024/05/07 02:08:36.731 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585544] [2024/05/07 02:08:36.734 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585546] [2024/05/07 02:08:36.737 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585548] [2024/05/07 02:08:36.739 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585550] [2024/05/07 02:08:36.742 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=52.088853ms] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.742 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585552] [2024/05/07 02:08:36.745 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585556] [2024/05/07 02:08:36.748 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585560] [2024/05/07 02:08:36.748 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.750 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=166] [physicalTableID=161] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/07 02:08:36.751 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585563] [2024/05/07 02:08:36.754 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585569] [2024/05/07 02:08:36.756 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=166] [2024/05/07 02:08:36.757 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585572] [2024/05/07 02:08:36.759 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585577] [2024/05/07 02:08:36.760 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=166] [conn=9] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:0, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.762 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585581] [2024/05/07 02:08:36.763 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:11, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a15f69ffff000000000001,EndKey:7480000000000000a15f69ffff000000000001ff,First:false,PhysicalTableID:161,Ingest mode:false"] [2024/05/07 02:08:36.764 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=161] ["start key"=7480000000000000a15f69ffff000000000001] ["end key"=7480000000000000a15f69ffff000000000001ff] [2024/05/07 02:08:36.764 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a15f69ffff000000000001] [endKey=7480000000000000a15f69ffff000000000001ff] [2024/05/07 02:08:36.765 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=161] ["end key"=7480000000000000a15f69ffff000000000001ff] ["current end key"=7480000000000000a15f69ffff000000000001038000000000002d5903800000000000296c00] [2024/05/07 02:08:36.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.765 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.765 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585585] [2024/05/07 02:08:36.768 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468651585588] [2024/05/07 02:08:36.771 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954881] [2024/05/07 02:08:36.775 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954885] [2024/05/07 02:08:36.778 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954887] [2024/05/07 02:08:36.778 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954887] [2024/05/07 02:08:36.780 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954891] [2024/05/07 02:08:36.780 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954891] [2024/05/07 02:08:36.780 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 161, range: [7480000000000000a15f69ffff000000000001, 7480000000000000a15f69ffff000000000001038000000000002d5903800000000000296c00), jobID: 166"] ["added count"=425] ["scan count"=425] ["next key"=7480000000000000a15f69ffff000000000001038000000000002d5903800000000000296c0000] ["take time"=15.33073ms] [2024/05/07 02:08:36.780 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.780 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=436] ["start key"=7480000000000000a15f69ffff000000000001] [2024/05/07 02:08:36.783 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954895] [2024/05/07 02:08:36.784 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=162] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [] [2024/05/07 02:08:36.784 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:436, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a25f69ffff000000000001,EndKey:7480000000000000a25f69ffff000000000001ff,First:false,PhysicalTableID:162,Ingest mode:false"] [2024/05/07 02:08:36.785 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=162] ["start key"=7480000000000000a25f69ffff000000000001] ["end key"=7480000000000000a25f69ffff000000000001ff] [2024/05/07 02:08:36.785 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a25f69ffff000000000001] [endKey=7480000000000000a25f69ffff000000000001ff] [2024/05/07 02:08:36.786 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954899] [2024/05/07 02:08:36.786 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954899] [2024/05/07 02:08:36.786 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=162] ["end key"=7480000000000000a25f69ffff000000000001ff] ["current end key"=7480000000000000a25f69ffff000000000001038000000000002d5a03800000000000296d00] [2024/05/07 02:08:36.786 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.786 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.786 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.788 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954902] [2024/05/07 02:08:36.788 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954902] [2024/05/07 02:08:36.791 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954904] [2024/05/07 02:08:36.794 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954907] [2024/05/07 02:08:36.797 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954910] [2024/05/07 02:08:36.797 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954910] [2024/05/07 02:08:36.799 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954912] [2024/05/07 02:08:36.802 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 162, range: [7480000000000000a25f69ffff000000000001, 7480000000000000a25f69ffff000000000001038000000000002d5a03800000000000296d00), jobID: 166"] ["added count"=425] ["scan count"=425] ["next key"=7480000000000000a25f69ffff000000000001038000000000002d5a03800000000000296d0000] ["take time"=16.028362ms] [2024/05/07 02:08:36.802 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.802 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=861] ["start key"=7480000000000000a25f69ffff000000000001] [2024/05/07 02:08:36.803 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954916] [2024/05/07 02:08:36.803 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954916] [2024/05/07 02:08:36.805 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954921] [2024/05/07 02:08:36.805 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954921] [2024/05/07 02:08:36.806 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=163] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [] [2024/05/07 02:08:36.806 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:861, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a35f69ffff000000000001,EndKey:7480000000000000a35f69ffff000000000001ff,First:false,PhysicalTableID:163,Ingest mode:false"] [2024/05/07 02:08:36.807 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=163] ["start key"=7480000000000000a35f69ffff000000000001] ["end key"=7480000000000000a35f69ffff000000000001ff] [2024/05/07 02:08:36.807 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a35f69ffff000000000001] [endKey=7480000000000000a35f69ffff000000000001ff] [2024/05/07 02:08:36.808 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954925] [2024/05/07 02:08:36.808 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954925] [2024/05/07 02:08:36.808 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=163] ["end key"=7480000000000000a35f69ffff000000000001ff] ["current end key"=7480000000000000a35f69ffff000000000001038000000000002d5f03800000000000297200] [2024/05/07 02:08:36.808 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.808 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.808 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.810 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954928] [2024/05/07 02:08:36.813 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954930] [2024/05/07 02:08:36.813 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954930] [2024/05/07 02:08:36.816 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954933] [2024/05/07 02:08:36.820 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468664954936] [2024/05/07 02:08:36.822 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799939] [2024/05/07 02:08:36.823 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 163, range: [7480000000000000a35f69ffff000000000001, 7480000000000000a35f69ffff000000000001038000000000002d5f03800000000000297200), jobID: 166"] ["added count"=425] ["scan count"=425] ["next key"=7480000000000000a35f69ffff000000000001038000000000002d5f0380000000000029720000] ["take time"=14.541153ms] [2024/05/07 02:08:36.823 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.823 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1286] ["start key"=7480000000000000a35f69ffff000000000001] [2024/05/07 02:08:36.825 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799943] [2024/05/07 02:08:36.826 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=166] [element=ID:1,TypeKey:_idx_] [partitionTableID=164] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [] [2024/05/07 02:08:36.826 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:166, Type:add index, State:running, SchemaState:write reorganization, SchemaID:158, TableID:160, RowCount:1286, ArgLen:6, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000a45f69ffff000000000001,EndKey:7480000000000000a45f69ffff000000000001ff,First:false,PhysicalTableID:164,Ingest mode:false"] [2024/05/07 02:08:36.827 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=164] ["start key"=7480000000000000a45f69ffff000000000001] ["end key"=7480000000000000a45f69ffff000000000001ff] [2024/05/07 02:08:36.827 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000a45f69ffff000000000001] [endKey=7480000000000000a45f69ffff000000000001ff] [2024/05/07 02:08:36.828 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799946] [2024/05/07 02:08:36.829 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=164] ["end key"=7480000000000000a45f69ffff000000000001ff] ["current end key"=7480000000000000a45f69ffff000000000001038000000000002d6003800000000000297300] [2024/05/07 02:08:36.829 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.829 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.829 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.830 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799950] [2024/05/07 02:08:36.834 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799952] [2024/05/07 02:08:36.837 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799955] [2024/05/07 02:08:36.840 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799958] [2024/05/07 02:08:36.840 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799958] [2024/05/07 02:08:36.843 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799961] [2024/05/07 02:08:36.843 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799961] [2024/05/07 02:08:36.843 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 164, range: [7480000000000000a45f69ffff000000000001, 7480000000000000a45f69ffff000000000001038000000000002d6003800000000000297300), jobID: 166"] ["added count"=425] ["scan count"=425] ["next key"=7480000000000000a45f69ffff000000000001038000000000002d600380000000000029730000] ["take time"=14.759283ms] [2024/05/07 02:08:36.843 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=166] [2024/05/07 02:08:36.843 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1711] ["start key"=7480000000000000a45f69ffff000000000001] [2024/05/07 02:08:36.843 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1711] [2024/05/07 02:08:36.846 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799965] [2024/05/07 02:08:36.848 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799967] [2024/05/07 02:08:36.851 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799970] [2024/05/07 02:08:36.851 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799970] [2024/05/07 02:08:36.854 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799973] [2024/05/07 02:08:36.856 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799975] [2024/05/07 02:08:36.859 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799977] [2024/05/07 02:08:36.862 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799979] [2024/05/07 02:08:36.862 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799979] [2024/05/07 02:08:36.864 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799982] [2024/05/07 02:08:36.864 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799982] [2024/05/07 02:08:36.864 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:36.868 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468677799985] [2024/05/07 02:08:36.871 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907137] [2024/05/07 02:08:36.871 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=815.619µs] [gotSchemaVersion=105] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:36.873 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907140] [2024/05/07 02:08:36.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=105] [2024/05/07 02:08:36.876 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907144] [2024/05/07 02:08:36.878 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907146] [2024/05/07 02:08:36.881 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907148] [2024/05/07 02:08:36.883 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907150] [2024/05/07 02:08:36.886 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907152] [2024/05/07 02:08:36.888 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907154] [2024/05/07 02:08:36.890 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907156] [2024/05/07 02:08:36.893 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907158] [2024/05/07 02:08:36.895 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907160] [2024/05/07 02:08:36.898 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907162] [2024/05/07 02:08:36.901 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907164] [2024/05/07 02:08:36.903 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907168] [2024/05/07 02:08:36.906 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907170] [2024/05/07 02:08:36.908 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907172] [2024/05/07 02:08:36.911 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907174] [2024/05/07 02:08:36.913 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907176] [2024/05/07 02:08:36.913 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907176] [2024/05/07 02:08:36.916 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907178] [2024/05/07 02:08:36.918 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468690907180] [2024/05/07 02:08:36.920 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014337] [2024/05/07 02:08:36.921 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=52.50783ms] [job="ID:166, Type:add index, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:1711, ArgLen:3, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.923 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014340] [2024/05/07 02:08:36.925 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014344] [2024/05/07 02:08:36.928 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=161] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:36.928 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014347] [2024/05/07 02:08:36.928 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014347] [2024/05/07 02:08:36.931 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=162] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:36.931 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014353] [2024/05/07 02:08:36.933 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=163] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:36.934 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014358] [2024/05/07 02:08:36.935 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=166] [tableID=164] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:36.936 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014362] [2024/05/07 02:08:36.938 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="add index"] [2024/05/07 02:08:36.938 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=166] [conn=9] [job="ID:166, Type:add index, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:1711, ArgLen:3, start time: 2024-05-07 02:08:33.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468651585564, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:36.939 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014366] [2024/05/07 02:08:36.942 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014369] [2024/05/07 02:08:36.945 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014372] [2024/05/07 02:08:36.948 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014377] [2024/05/07 02:08:36.948 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/07 02:08:36.948 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.949 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 3.02856115\n# Parse_time: 0.000039261\n# Compile_time: 0.00008693\n# Rewrite_time: 0.000002718\n# Optimize_time: 0.000028828\n# Wait_TS: 0.000326386\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1248ca3a978e331ae61b9067dcdcce0f893febad7030f2d9d49c63743e3b9b79\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx((cast(a as signed array)));"] [2024/05/07 02:08:36.950 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014383] [2024/05/07 02:08:36.953 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014391] [2024/05/07 02:08:36.956 +00:00] [WARN] [prewrite.go:415] ["async commit cannot proceed since the returned minCommitTS is zero, fallback to normal path"] [startTS=449589468704014394] [2024/05/07 02:08:36.958 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=105] [2024/05/07 02:08:36.971 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=105] [cur_db=addindexlit] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:36.977 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.977 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:36.983 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.984 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90001] [2024/05/07 02:08:36.986 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:36.986 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90001] [2024/05/07 02:08:36.993 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=39.011µs] [gotSchemaVersion=106] [phyTblIDs="[160,161,162,163,164]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:36.996 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=106] [2024/05/07 02:08:36.997 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:37.045 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=53.225608ms] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.051 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=27.42µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:37.061 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=107] [2024/05/07 02:08:37.110 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.64807ms] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [category=ddl] [job="ID:167, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=33.375µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:37.129 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=167] [version=108] [2024/05/07 02:08:37.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=53.142886ms] [job="ID:167, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.182 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=167] [tableIDs="[160,161,162,163,164]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:37.186 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=167] [jobType="drop schema"] [2024/05/07 02:08:37.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=167] [conn=9] [job="ID:167, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:36.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=167] [2024/05/07 02:08:37.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.193 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=108] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:37.200 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:37.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.200 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:37.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:37.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [category=ddl] [job="ID:169, Type:create schema, State:queueing, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.212 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=230.55µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:37.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=169] [version=109] [2024/05/07 02:08:37.263 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=52.548533ms] [job="ID:169, Type:create schema, State:done, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:37.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.270 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=169] [conn=9] [job="ID:169, Type:create schema, State:synced, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/05/07 02:08:37.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.280 +00:00] [INFO] [set.go:170] ["set global var"] [conn=9] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:37.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="drop table if exists t"] [user=] [2024/05/07 02:08:37.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=109] [cur_db=addindexlit] [sql="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [user=] [2024/05/07 02:08:37.291 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.291 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (pk int primary key, a json) partition by hash(pk) partitions 4;"] [2024/05/07 02:08:37.297 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [category=ddl] [job="ID:175, Type:create table, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.300 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 168, Table ID: 170, Table Name: t"] [2024/05/07 02:08:37.307 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=709.079µs] [gotSchemaVersion=110] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[3,3,3,3,3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.310 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=175] [version=110] [2024/05/07 02:08:37.357 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=52.428331ms] [job="ID:175, Type:create table, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.363 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 33, tp general"] [category=ddl] [jobID=175] [conn=9] [job="ID:175, Type:create table, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.368 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/05/07 02:08:37.368 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.369 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=9] [schemaVersion=110] [cur_db=addindexlit] [sql="alter table t add unique index idx(pk, (cast(a as signed array)));"] [user=] [2024/05/07 02:08:37.371 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979141] [2024/05/07 02:08:37.375 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979149] [2024/05/07 02:08:37.375 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:37.375 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/07 02:08:37.378 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979156] [2024/05/07 02:08:37.382 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979165] [2024/05/07 02:08:37.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:queueing, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.383 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:none, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"pk\",\"L\":\"pk\"},\"offset\":0,\"length\":-1},{\"name\":{\"O\":\"_V$_idx_1\",\"L\":\"_v$_idx_1\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/07 02:08:37.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979172] [2024/05/07 02:08:37.389 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979177] [2024/05/07 02:08:37.391 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979182] [2024/05/07 02:08:37.392 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=742.671µs] [gotSchemaVersion=111] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:37.394 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979184] [2024/05/07 02:08:37.394 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=111] [2024/05/07 02:08:37.397 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979189] [2024/05/07 02:08:37.399 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979191] [2024/05/07 02:08:37.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979195] [2024/05/07 02:08:37.405 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979198] [2024/05/07 02:08:37.408 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979201] [2024/05/07 02:08:37.410 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979203] [2024/05/07 02:08:37.415 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979208] [2024/05/07 02:08:37.418 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979210] [2024/05/07 02:08:37.420 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468821979212] [2024/05/07 02:08:37.422 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086338] [2024/05/07 02:08:37.425 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086340] [2024/05/07 02:08:37.428 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086342] [2024/05/07 02:08:37.430 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086344] [2024/05/07 02:08:37.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086346] [2024/05/07 02:08:37.435 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086348] [2024/05/07 02:08:37.437 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086350] [2024/05/07 02:08:37.440 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086352] [2024/05/07 02:08:37.441 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=52.266163ms] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.442 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086354] [2024/05/07 02:08:37.444 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086358] [2024/05/07 02:08:37.447 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086361] [2024/05/07 02:08:37.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:delete only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.450 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086365] [2024/05/07 02:08:37.452 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086371] [2024/05/07 02:08:37.456 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086379] [2024/05/07 02:08:37.457 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=778.008µs] [gotSchemaVersion=112] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:37.459 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=112] [2024/05/07 02:08:37.464 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468835086386] [2024/05/07 02:08:37.472 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468848193537] [2024/05/07 02:08:37.485 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468848193544] [2024/05/07 02:08:37.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468848193548] [2024/05/07 02:08:37.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468848193552] [2024/05/07 02:08:37.507 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.484351ms] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.510 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468848193559] [2024/05/07 02:08:37.513 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write only, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.524 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=830.572µs] [gotSchemaVersion=113] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:37.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=113] [2024/05/07 02:08:37.528 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468861300743] [2024/05/07 02:08:37.544 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468861300750] [2024/05/07 02:08:37.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468861300755] [2024/05/07 02:08:37.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468861300760] [2024/05/07 02:08:37.569 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468861300764] [2024/05/07 02:08:37.574 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.093248ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.577 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468874407940] [2024/05/07 02:08:37.581 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 37, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.582 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:37.583 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f728000000000002814] [endKey=7480000000000000ab5f72800000000000281c00] [2024/05/07 02:08:37.586 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468874407950] [2024/05/07 02:08:37.588 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/07 02:08:37.593 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468874407948, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:37.594 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=176] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:37.594 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468874407959] [2024/05/07 02:08:37.598 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/176] [2024/05/07 02:08:37.603 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468874407969] [2024/05/07 02:08:37.612 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468874407974] [2024/05/07 02:08:37.618 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=170] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:37.621 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468874407979] [2024/05/07 02:08:37.628 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=90002] [2024/05/07 02:08:37.628 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:37.637 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468887515149] [2024/05/07 02:08:37.645 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468887515153] [2024/05/07 02:08:37.653 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468887515158] [2024/05/07 02:08:37.660 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468887515163] [2024/05/07 02:08:37.668 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468887515167] [2024/05/07 02:08:37.683 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468900622342] [2024/05/07 02:08:37.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468900622349] [2024/05/07 02:08:37.706 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468900622358] [2024/05/07 02:08:37.715 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468900622362] [2024/05/07 02:08:37.724 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468913991681] [2024/05/07 02:08:37.732 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468913991685] [2024/05/07 02:08:37.749 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468913991692] [2024/05/07 02:08:37.757 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468913991698] [2024/05/07 02:08:37.765 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468913991702] [2024/05/07 02:08:37.788 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468926836743] [2024/05/07 02:08:37.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468926836747] [2024/05/07 02:08:37.804 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468926836753] [2024/05/07 02:08:37.811 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468926836757] [2024/05/07 02:08:37.817 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468926836760] [2024/05/07 02:08:37.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468926836762] [2024/05/07 02:08:37.827 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943940] [2024/05/07 02:08:37.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943944] [2024/05/07 02:08:37.842 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943948] [2024/05/07 02:08:37.848 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943951] [2024/05/07 02:08:37.851 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943953] [2024/05/07 02:08:37.857 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943958] [2024/05/07 02:08:37.860 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943960] [2024/05/07 02:08:37.866 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943963] [2024/05/07 02:08:37.868 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468939943965] [2024/05/07 02:08:37.876 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468953051138] [2024/05/07 02:08:37.884 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468953051143] [2024/05/07 02:08:37.892 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468953051147] [2024/05/07 02:08:37.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468953051151] [2024/05/07 02:08:37.908 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468953051157] [2024/05/07 02:08:37.932 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468966158341] [2024/05/07 02:08:37.939 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468966158345] [2024/05/07 02:08:37.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468966158349] [2024/05/07 02:08:37.955 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468966158358] [2024/05/07 02:08:37.963 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468966158362] [2024/05/07 02:08:37.972 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468979527681] [2024/05/07 02:08:37.980 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468979527685] [2024/05/07 02:08:37.988 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468979527690] [2024/05/07 02:08:37.996 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468979527694] [2024/05/07 02:08:38.005 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468979527700] [2024/05/07 02:08:38.013 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468979527704] [2024/05/07 02:08:38.028 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468992372739] [2024/05/07 02:08:38.036 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468992372743] [2024/05/07 02:08:38.044 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468992372747] [2024/05/07 02:08:38.052 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468992372752] [2024/05/07 02:08:38.060 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468992372757] [2024/05/07 02:08:38.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589468992372761] [2024/05/07 02:08:38.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469005479939] [2024/05/07 02:08:38.084 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469005479943] [2024/05/07 02:08:38.092 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469005479947] [2024/05/07 02:08:38.100 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469005479951] [2024/05/07 02:08:38.108 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469005479957] [2024/05/07 02:08:38.116 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469005479961] [2024/05/07 02:08:38.129 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:38.129 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:38.130 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=90002] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:38.130 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=4] [2024/05/07 02:08:38.130 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469018587141] [2024/05/07 02:08:38.139 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469018587149] [2024/05/07 02:08:38.164 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469018587161] [2024/05/07 02:08:38.183 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469031956484] [2024/05/07 02:08:38.190 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469031956488] [2024/05/07 02:08:38.198 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469031956492] [2024/05/07 02:08:38.214 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469031956504] [2024/05/07 02:08:38.219 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469031956507] [2024/05/07 02:08:38.222 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469044801538] [2024/05/07 02:08:38.236 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469044801545] [2024/05/07 02:08:38.239 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469044801547] [2024/05/07 02:08:38.255 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469044801556] [2024/05/07 02:08:38.264 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469044801560] [2024/05/07 02:08:38.282 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=90002] [type=backfill] [remaining-slots=12] [2024/05/07 02:08:38.310 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469057908755] [2024/05/07 02:08:38.318 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469057908759] [2024/05/07 02:08:38.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469071015938] [2024/05/07 02:08:38.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469071015942] [2024/05/07 02:08:38.353 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469071015950] [2024/05/07 02:08:38.366 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469071015957] [2024/05/07 02:08:38.385 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469084123145] [2024/05/07 02:08:38.393 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469084123149] [2024/05/07 02:08:38.401 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469084123153] [2024/05/07 02:08:38.409 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469084123159] [2024/05/07 02:08:38.424 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469097492482] [2024/05/07 02:08:38.432 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469097492486] [2024/05/07 02:08:38.449 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469097492493] [2024/05/07 02:08:38.465 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469097492507] [2024/05/07 02:08:38.493 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469110337545] [2024/05/07 02:08:38.501 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469110337549] [2024/05/07 02:08:38.509 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469110337555] [2024/05/07 02:08:38.517 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469110337559] [2024/05/07 02:08:38.540 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469123444745] [2024/05/07 02:08:38.548 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469123444749] [2024/05/07 02:08:38.560 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469123444757] [2024/05/07 02:08:38.563 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469123444759] [2024/05/07 02:08:38.571 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469123444763] [2024/05/07 02:08:38.579 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469136551940] [2024/05/07 02:08:38.586 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:38.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469136551946] [2024/05/07 02:08:38.587 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:38.587 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/07 02:08:38.590 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:38.590 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:38.590 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:38.590 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:38.591 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:38.591 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:38.591 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:38.591 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:38.591 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:38.595 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469136551952] [2024/05/07 02:08:38.598 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:38.599 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:38.599 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=176] ["current memory usage"=656] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:38.599 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:38.605 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:38.610 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:38.610 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=671089440] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:38.611 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90005] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:38.611 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f728000000000002894] ["end key"=7480000000000000ab5f72800000000000289c00] [2024/05/07 02:08:38.611 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90005] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ab5f728000000000002894, endKey=7480000000000000ab5f72800000000000289c00"] [2024/05/07 02:08:38.614 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089480] ["max memory quota"=17179869184] [2024/05/07 02:08:38.617 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089520] ["max memory quota"=17179869184] [2024/05/07 02:08:38.617 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90005] [id=1] [2024/05/07 02:08:38.619 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672138136] ["max memory quota"=17179869184] [2024/05/07 02:08:38.622 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672138176] ["max memory quota"=17179869184] [2024/05/07 02:08:38.623 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1141] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/7fe5add6-49f7-490b-8e2c-93581c91a28f.sst] [firstKey=7480000000000000FFAB5F698000000000FF0000010380000000FF0000289403800000FF0000002896000000FC80000000000028940008] [lastKey=7480000000000000FFAB5F698000000000FF0000010380000000FF0000289C03800000FF000000289E000000FC800000000000289C0008] [2024/05/07 02:08:38.628 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.628 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184599252992/468329922560, backend usage: 0"] [2024/05/07 02:08:38.628 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:38.629 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:38.635 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469149921287] [2024/05/07 02:08:38.651 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/07 02:08:38.651 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:38.667 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=405] [importedCount=9] [2024/05/07 02:08:38.668 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=40.226846ms] [] [2024/05/07 02:08:38.672 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469162766337] [2024/05/07 02:08:38.674 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.681 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469162766345] [2024/05/07 02:08:38.687 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:38.688 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186712] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:38.690 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90006] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:38.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186752] ["max memory quota"=17179869184] [2024/05/07 02:08:38.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186792] ["max memory quota"=17179869184] [2024/05/07 02:08:38.690 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f72800000000000289d] ["end key"=7480000000000000ac5f7280000000000028a500] [2024/05/07 02:08:38.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186832] ["max memory quota"=17179869184] [2024/05/07 02:08:38.690 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/07 02:08:38.690 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90006] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ac5f72800000000000289d, endKey=7480000000000000ac5f7280000000000028a500"] [2024/05/07 02:08:38.690 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469162766354] [2024/05/07 02:08:38.690 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90006] [id=1] [2024/05/07 02:08:38.692 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1140] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/1e9612ac-9575-4de7-9beb-3789536889d8.sst] [firstKey=7480000000000000FFAC5F698000000000FF0000010380000000FF0000289D03800000FF000000289F000000FC800000000000289D0008] [lastKey=7480000000000000FFAC5F698000000000FF0000010380000000FF000028A503800000FF00000028A7000000FC80000000000028A50008] [2024/05/07 02:08:38.695 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.695 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184599277568/468329922560, backend usage: 0"] [2024/05/07 02:08:38.695 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:38.696 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:38.698 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469162766359] [2024/05/07 02:08:38.719 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/07 02:08:38.719 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469162766373] [2024/05/07 02:08:38.719 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:38.733 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=810] [importedCount=18] [2024/05/07 02:08:38.735 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=39.24395ms] [] [2024/05/07 02:08:38.740 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.753 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:38.754 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186832] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:38.756 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90007] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:38.756 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186872] ["max memory quota"=17179869184] [2024/05/07 02:08:38.756 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673186912] ["max memory quota"=17179869184] [2024/05/07 02:08:38.756 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673186952] ["max memory quota"=17179869184] [2024/05/07 02:08:38.756 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/07 02:08:38.756 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f7280000000000028a6] ["end key"=7480000000000000ad5f7280000000000028aa00] [2024/05/07 02:08:38.756 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90007] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ad5f7280000000000028a6, endKey=7480000000000000ad5f7280000000000028aa00"] [2024/05/07 02:08:38.756 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90007] [id=1] [2024/05/07 02:08:38.757 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=378] [kvs=6] [files=1] [sstFileSize=1108] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/64a95d42-06cc-4869-a292-02ae15aa747e.sst] [firstKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028A603800000FF00000028A8000000FC80000000000028A60008] [lastKey=7480000000000000FFAD5F698000000000FF0000010380000000FF000028AA03800000FF00000028AC000000FC80000000000028AA0008] [2024/05/07 02:08:38.761 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.761 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184599302144/468329922560, backend usage: 0"] [2024/05/07 02:08:38.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:38.763 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:38.779 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469188980737] [2024/05/07 02:08:38.784 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=6] [size=378] [2024/05/07 02:08:38.784 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:38.795 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=378] [kvs=6] [importedSize=1080] [importedCount=24] [2024/05/07 02:08:38.796 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469188980746] [2024/05/07 02:08:38.797 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=35.039674ms] [] [2024/05/07 02:08:38.802 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.814 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:38.815 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["current memory usage"=673186952] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:38.818 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=90002] [subtask-id=90008] [jobID=176] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:38.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=673186992] ["max memory quota"=17179869184] [2024/05/07 02:08:38.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=673187032] ["max memory quota"=17179869184] [2024/05/07 02:08:38.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=673187072] ["max memory quota"=17179869184] [2024/05/07 02:08:38.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=176] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673187112] ["max memory quota"=17179869184] [2024/05/07 02:08:38.818 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f7280000000000028ab] ["end key"=7480000000000000ae5f7280000000000028b300] [2024/05/07 02:08:38.818 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=90002] [subtask-id=90008] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ae5f7280000000000028ab, endKey=7480000000000000ae5f7280000000000028b300"] [2024/05/07 02:08:38.819 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=90002] [subtask-id=90008] [id=1] [2024/05/07 02:08:38.820 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=567] [kvs=9] [files=1] [sstFileSize=1140] [file=/tmp/tidb/tmp_ddl-4000/176/f75d9cab-8823-5503-94ba-459a1de580da.sst/f40fe69e-a622-472e-bc7a-d3c91cb7041c.sst] [firstKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028AB03800000FF00000028AD000000FC80000000000028AB0008] [lastKey=7480000000000000FFAE5F698000000000FF0000010380000000FF000028B303800000FF00000028B5000000FC80000000000028B30008] [2024/05/07 02:08:38.823 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469188980768] [2024/05/07 02:08:38.823 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.823 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184599318528/468329922560, backend usage: 0"] [2024/05/07 02:08:38.823 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:38.824 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:38.832 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469202087941] [2024/05/07 02:08:38.846 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=9] [size=567] [2024/05/07 02:08:38.846 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:38.863 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=567] [kvs=9] [importedSize=1485] [importedCount=33] [2024/05/07 02:08:38.865 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=41.502857ms] [] [2024/05/07 02:08:38.871 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=176] [2024/05/07 02:08:38.880 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:38.881 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:38.882 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.246434ms] [] [2024/05/07 02:08:38.882 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:38.882 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469215195147] [2024/05/07 02:08:38.883 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.24551ms] [] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:38.885 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:38.885 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:38.885 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:38.885 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=2] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:38.885 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:38.885 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/07 02:08:38.885 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=90002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=299.408939ms] [] [2024/05/07 02:08:38.891 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469215195151] [2024/05/07 02:08:38.900 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469215195155] [2024/05/07 02:08:38.962 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469228302355] [2024/05/07 02:08:38.971 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469241409537] [2024/05/07 02:08:38.989 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469241409545] [2024/05/07 02:08:39.007 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469241409554] [2024/05/07 02:08:39.016 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469241409558] [2024/05/07 02:08:39.032 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469254516741] [2024/05/07 02:08:39.068 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469254516756] [2024/05/07 02:08:39.076 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469267623938] [2024/05/07 02:08:39.131 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=90002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:39.186 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=90002] [type=backfill] [2024/05/07 02:08:39.196 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469293838347] [2024/05/07 02:08:39.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469320314888] [2024/05/07 02:08:39.312 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469320314897] [2024/05/07 02:08:39.337 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469333422086] [2024/05/07 02:08:39.370 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469333422101] [2024/05/07 02:08:39.395 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469346529293] [2024/05/07 02:08:39.403 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469346529299] [2024/05/07 02:08:39.412 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469346529303] [2024/05/07 02:08:39.431 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:39.431 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/176] [keyspaceName=] [2024/05/07 02:08:39.434 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:39.434 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:39.434 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.434 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:39.435 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:39.435 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:39.435 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.435 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.435 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:39.442 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:39.442 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:39.442 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=1136] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:39.442 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/07 02:08:39.442 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=5] [2024/05/07 02:08:39.444 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.92379ms] [] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:39.446 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:39.446 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.446 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:39.446 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:39.446 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:39.446 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=176] ["current memory usage"=960] ["max memory quota"=17179869184] [2024/05/07 02:08:39.446 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=11] [2024/05/07 02:08:39.469 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469359374371] [2024/05/07 02:08:39.474 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=880.616µs] [gotSchemaVersion=114] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:39.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=114] [2024/05/07 02:08:39.502 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469372481564] [2024/05/07 02:08:39.511 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469372481569] [2024/05/07 02:08:39.519 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469372481573] [2024/05/07 02:08:39.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=52.599785ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:11, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468874407948, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:39.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:11, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589468874407948, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:39.532 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=176] [table=t] [index=idx] [2024/05/07 02:08:39.536 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469385588750] [2024/05/07 02:08:39.541 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=775.886µs] [gotSchemaVersion=115] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:39.544 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=115] [2024/05/07 02:08:39.553 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469385588762] [2024/05/07 02:08:39.561 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469385588767] [2024/05/07 02:08:39.570 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469385588771] [2024/05/07 02:08:39.578 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469398695940] [2024/05/07 02:08:39.587 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469398695944] [2024/05/07 02:08:39.591 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=52.352599ms] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:11, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:39.596 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469398695951] [2024/05/07 02:08:39.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:11, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:39.598 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=176] [physicalTableID=171] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/07 02:08:39.604 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=176] [2024/05/07 02:08:39.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 34, tp add index"] [category=ddl] [jobID=176] [conn=9] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:11, ArgLen:0, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:39.611 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:11, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ab5f69ffff000000000001,EndKey:7480000000000000ab5f69ffff000000000001ff,First:false,PhysicalTableID:171,Ingest mode:false"] [2024/05/07 02:08:39.613 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=171] ["start key"=7480000000000000ab5f69ffff000000000001] ["end key"=7480000000000000ab5f69ffff000000000001ff] [2024/05/07 02:08:39.613 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ab5f69ffff000000000001] [endKey=7480000000000000ab5f69ffff000000000001ff] [2024/05/07 02:08:39.614 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=171] ["end key"=7480000000000000ab5f69ffff000000000001ff] ["current end key"=7480000000000000ab5f69ffff00000000000103800000000000290c03800000000000290e00] [2024/05/07 02:08:39.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:39.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:39.614 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:39.630 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=90002] [2024/05/07 02:08:39.632 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:39.632 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=90002] [2024/05/07 02:08:39.639 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:40.181 +00:00] [INFO] [coprocessor.go:1384] ["[TIME_COP_WAIT] resp_time:528.160483ms txnStartTS:449589469411803142 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:528.1ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:329 rocksdb_delete_skipped_count:73 rocksdb_key_skipped_count:854 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/05/07 02:08:40.182 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469398695975] [2024/05/07 02:08:40.182 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589469411803142\n# Query_time: 0.529681685\n# Parse_time: 0\n# Compile_time: 0.000618697\n# Rewrite_time: 0.000118059\n# Optimize_time: 0.000425266\n# Wait_TS: 0.000031876\n# Cop_time: 0.527939696 Process_time: 0.00037276 Wait_time: 0.000061787 Request_count: 2 Process_keys: 1 Total_keys: 651 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 145 Rocksdb_key_skipped_count: 1692\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00018638 Cop_proc_p90: 0.000243385 Cop_proc_max: 0.000243385 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.0893e-05 Cop_wait_p90: 3.3586e-05 Cop_wait_max: 3.3586e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 12723\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('oRi4MAkzXzEzCTAJMjMzNi4wNQlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjUyOC40bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZF6DABwJMCBCeXRlcxEIHAoyCTE3XzI4HfhUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoOAThpZCwgQ29sdW1uIzE1KV1edwCgLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxNTAuOMK1cywgZmV0Y2gdEAUyDDowc30RrBEIJAozCTMxXzQxKEIBVAApHbtAZGF0YTpTZWxlY3Rpb25fNDARkAw4OS43BWU1imhjb3BfdGFzazoge251bTogMSwgbWF4OiA0MzQFKSFrNF9rZXlzOiAwLCB0b3RfARIUOiAxMjkuCSIBFCR3YWl0OiAyOC4yBTVkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAxAQFzCF9kdQUaDG46IDQNOThtYXhfZGlzdHNxbF9jb25VJEggMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY0FPJUMAX0VsNDQwOS4xwrVzfX0JMjQyLeUYTi9BCjQJMSEJBDFfctoCDHJlb3JJuARrdgWlBDp7BVcEMHNVvjx9LCBzY2FuX2RldGFpbDogKcEtJEAzMjIsIGdldF9zbmFwc2hvdAmWDCA5LjcBlqAsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNzIsIGtleT4XACA4MzgsIGJsb2MhqRB9fX0sIAGXPoQAIZsIZXNzDXQyowEEYWwlpQ0bNaoAdAHoCHdhbC0+DCAyMjAl1wB9ITQBBBwKNQk0NF8zOSU5HDY2NjYuNjcJSbouEwTwPiwgcmFuZ2U6Wy1pbmYsMTc2KSwgKDE3NiwraW5mXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCYEpZnEBAYgBBDAKMwk2XzI5KFByb2JlQfA0NjQwMAlncm91cCBieTp1gEAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMAAkBdY2eBDNtOeAYLCBwYXJ0aSExGG9ya2VyOns5IIHKFDIyNzU1NgExLqICCDUsIEXUYUUAMGkpZRUsMi42NDA5NTc3MzVzCRcMZXhlY0VQYTkhxg0kFDY2NzAyc2l/AWgQMTk1OTIFaAhwOTUyEgAUfSwgZmluZqEAEDUzOTkybqEAAa0Eb3QJoRA3My4wNGm3ARQFngwxMzZuDa4VoRgxMTIwODk4HaEUMjMyNDY4AWgRoRESObJhdgAzgX8lqxRub3QoZXE5jwQsIEEqCCksIAEZFGlzbnVsbBkdACkh4gV/IQ4F0I22CAkzOLG/YdoQNQk2XzMhzwQ4MC4PAkqqBW0gDGluZyxOMwYgc2NoZW1hX2lkAeUEeXM+9gZF9gkeSWAIbWluFa8AODJbAgAxGbkAMSEhCbkAMn5bAgwwODY3RYteWgIAMUlDWVoQMjE5MDAhlTW8GDI3LjA0M8LBSgEUJUFFhRQyNjEyMjQB2wRheCVTEDA2MDEyJVgxwBESemECFDExMDIyNQHYXqgALmECDDYuMTKJ/AGQSWAENDJCYAIYMDQyMTE1Ny6gAAA5QXMBZxWgDRJZYAA24QMMMzYJMCn9xfkkSGFzaEFnZ18zMT2IAUc1hl71BlVpQSmt0i1zARIQOiAyNDOlHz2HECAzMy42JW8AY772BggxLjYpqe73Bsn3AboEMW3F9gQ4M932ADdhHAAxpb3+HgPOHgNKRgMWmAl9LgA4JaZm/gVWbwchkMHrAGsSmwgppQRhbDIXAChfc2l6ZTogMTgzMyWwBGFsDS4IMzI5UqUHBDEzGh4JgqUHADPB0gB5QqUHBDU0wqUHMlICodMEYWnxpVVZPqUHCDM5OAWpeQcUOAk0M18zoW0MMAkxMKEHha06owd6hQeBtWaHASAJTi9BCU4vQQo=')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('+BrwSQrzGgoNUHJvamVjdGlvbl8xMxLbGQoHU29ydF8xNBLjGAoLSGFzaEpvaW5fMjgS0AYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxNzYpLCAoMTc2LCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSmXaXCqF0CiBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDMyMiwgZ2V0X3NuYXBzaG90XwWkwCA5LjcxwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDcyLCBrZXk+FwBEODM4LCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBg6IDEyOS40BXUJogh3YWkRjwwyOC4yCRoB6Ax3YWxsDTQIMjIwBTQIfXD/EQEuSgEsGgEBIU6HOwR7eutAOU0oAUABUhFkYXRhOlNdLQRaFQWHDDg5LjcFay2kFGLaAWNvcCnBQCB7bnVtOiAxLCBtYXg6IDQzCa8Bxy1QBDAsAb0F2TrRAAXPADoZyoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGgxuOiA0LQOobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXAGEtNgw0MDkuId4MfX1w8i4uARAS2BAKCmFjIEFnZ18yORKEDS5PAxAzMBKHDBkgEDM1EuIHNoIDEDM2EqUFHSIUMRKXAQoQZYAMRnVsbGl/ADRF3hTw7zBBKQABARCIw0AwAXaBAwAe/mMDWmMDCChlMQ2FBEC/DYU8UpQBZ3JvdXAgYnk6bXlzcTpvAyHqHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGq3yuIDDa1NmlUDLhcADF9zaXphegg4MzNRIgBrjRgAOVIYBAQxM20eghgEADOhGgR5XzovBAg4NTTCGAQIMjQzZeQRop0YDDMzLjZlrT4YBAgzOTgFqVoYBCAh3t3d3R0+90BJhCn/gRcED2SBFwhIYXNlBAwzMVoThRUUNTI4bXMsjRMIMmLbYhMEADWBqgErIWYtTCl6JXgAOjbNAAXLADoZxsIUBAwxLjYzJQDuFQSJFQG6BDFtgRQEmwIujAYhKgitbPhCKgEAhP4pA74pA3UNfRkANa21Db05okTHAnBhcnRpYWxfd29ya2VyOnvZNQEtEDA4NjczIaguQgUcNSwgdGFza1+h5S21QWwsOjIuNjQwMjE5MDA4SYUsX2V4ZWM6MjcuMDQzJX8EdG/NqgkrEDYxMjI0gQQEYXgJbgw2MDEySRcEOTUyEgAUfSwgZmluYqcAFDExMDIyNW6oAAG0AG9NSQw2LjEyodhlKQmkDDE0Mm4NEEXJBaAUNDIxMTU3LqAADDkxMjBF4hWgDRJuQAMIrUj+TRYIALlAZT4YL25vdChlcTWrCDUsIA4wCQgpLCABGRRpc251bGwZHQQpKT2+JR7tcwRw/C6CAiQaAQIhRERERCRjPm8ABDhnsatRHAQ1LK1aHGZpcnN0cm93HW65Ty42AkUFDXgEYsJ6NgIUMjI3NTU2bo8BADApfFk3FDk1NzczNS2DRTcAMA0NOZAUOTY2NzAyPZAQMTk1OTIFaDGQERJ6MAIQMjUzOTklS17YAi4wAhA3My4wNBpYCQBvUTEEMzZCMQIAMUEeADlB/FHREDIzMjQ2MjECERJeMQIYJlcAtaEXByrTCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiFAcELCA16gQpXV0+ADQhlDHGADsWPwkQaGFzaF/lcwA6FvMKFDoxNTAuOGWwEGZldGNoHRAFMiw6MHN9IbJj2F0qVRA6qAAAPUqSAKHiFgwIEDpkZXNjUvIH6cpaqQAYIZfqpOBYaz5sAE54CAFIEG1ldGEsTnYIGYlaaQAMYg1DbyYoCkA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/07 02:08:40.183 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589469398695975\n# Conn_ID: 11\n# Query_time: 0.567166374\n# Parse_time: 0.000023589\n# Compile_time: 0.000131531\n# Rewrite_time: 0.000063158\n# Optimize_time: 0.000029415\n# Wait_TS: 0.000093142\n# Prewrite_time: 0.564187837 Commit_time: 0.001056738 Get_commit_ts_time: 0.00017893 Slowest_prewrite_rpc_detail: {total:0.564s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 1.1ms}, scan_detail: {get_snapshot_time: 21µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.6µs, propose_send_wait: 0s, persist_log: {total: 619.1µs, write_leader_wait: 282ns, sync_log: 561.6µs, write_memtable: 2.72µs}, commit_log: 642.7µs, apply_batch_wait: 14.7µs, apply: {total:113.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 23.1µs, write_memtable: 31.5µs}}} Commit_primary_rpc_detail: {total:0.564s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 1.1ms}, scan_detail: {get_snapshot_time: 21µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.6µs, propose_send_wait: 0s, persist_log: {total: 619.1µs, write_leader_wait: 282ns, sync_log: 561.6µs, write_memtable: 2.72µs}, commit_log: 642.7µs, apply_batch_wait: 14.7µs, apply: {total:113.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 23.1µs, write_memtable: 31.5µs}}} Write_keys: 7 Write_size: 358 Prewrite_region: 1\n# DB: addindexlit\n# Is_internal: false\n# Digest: 04fa858fa491c62d194faec2ab427261cc7998b3f1ccf8f6844febca504cb5e9\n# Num_cop_tasks: 0\n# Mem_max: 8502\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ugvwQzAJMjdfMQkwCTAJTi9BCTAJdGltZToxLjMxbXMsIGxvb3BzOjEsIHByZXBhcmU6IDM2LjPCtXMsIGluc2VydDoxLjI3ASo0cnBjOntHZXQ6e251bV8BDiA2LCB0b3RhbF8NUhgwOW1zfSwgAQ4kX2RldGFpbDogewkiGHByb2Nlc3MJKhQgOTkuOcIBYwkdDHdhaXQNGhAxNjkuNR0bKGt2X3JlYWRfd2FsDWcMIDI4NxE+CGlrdi4aABgzNzguN8K1AYQMc2Nhbj6EAExrZXlzOiA2LCBnZXRfc25hcHNobxF4DDQ4LjgFd2xyb2Nrc2RiOiB7YmxvY2s6IHt9fX19LCBjb21tAaZIeG46IHtwcmV3cml0ZTo1NjQuMiEdAVMRIxBzOjE3OA2jCRQQOjEuMDYBJxxzbG93ZXN0XxFBJUctJLg6IDAuNTY0cywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MUJoAToNAQgxLjEljjYKAQGoOvsABDIxZvkABCwgBeg5SgWMFF9iYXRjaCW3FDogMTUuNgVBKHByb3Bvc2Vfc2VuIbBIaXQ6IDBzLCBwZXJzaXN0X2xvZxnqDDYxOS4JdwlgFGxlYWRlcg1SKDI4Mm5zLCBzeW5jCTYINTYxDWQJLjRtZW10YWJsZTogMi43MinxKWkJMAg2NDJFCBgsIGFwcGx5Nq8AADQuGwAVkggxMTMNGBhtdXRleF9sJfwBwAlzMqEAGRcYd2FsOiAyMzLMABmeBDMxRcwuQAIYcHJpbWFyeT74AQwwMDFz/vgBLfgEODcJjwR9LIb7AQgxMC5p61L2Aor9AQgyMjNN6a7+AQw0MTcuSTRKXQEEMzQ2/QEEMjKREgktOV8MNzQxbgHnLvsBEDQzOC40RY9K+wEAMg3uBRs1+wQ3NQ3DAG3C+gEEMTENOz6bAAgyOS5FmAR9fTXWCG51baFnCSqFiwA3MWFcYnl0ZTozNTh9CTMxMCBCeXRlcwlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('xAvwbQq/CwoISW5zZXJ0XzE4AUABUgNOL0FaFHRpbWU6MS4zMW1zLCBsb29wczoxYp0CcHJlcGFyZTogMzYuM8K1cywgaW5zZXJ0OjEuMjdtcywgcnBjOntHZXQ6e251bV9ycGM6NiwgdG90YWxfdGltAVMYMDltc30sIAFhKF9kZXRhaWw6IHt0BSIYcHJvY2VzcwkqFCA5OS45wgFjCR0Md2FpdA0aEDE2OS41HRssa3ZfcmVhZF93YWxsDSMIMjg3ET4IaWt2LhoAGDM3OC43wrUBhAxzY2FuPoQATGtleXM6IDYsIGdldF9zbmFwc2hvEXgMNDguOAV3cHJvY2tzZGI6IHtibG9jazoge319fX1i5Qhjb21tAadIeG46IHtwcmV3cml0ZTo1NjQuMiFJAVQRIxBzOjE3OA2kCRQQOjEuMDYBJxxzbG93ZXN0XxFBAF8hVi0lGDogMC41NjQha6BlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIHRpbS5pAToOAQgxLjEljzYLAQGoOvwABDIxZvoABCwgBeg5SwWMGF9iYXRjaF8huBQ6IDE1LjYFQShwcm9wb3NlX3NlbiGxSGl0OiAwcywgcGVyc2lzdF9sb2cZ6gw2MTkuCXcJYBRsZWFkZXINUigyODJucywgc3luYwk2CDU2MQ1kCS40bWVtdGFibGU6IDIuNzIp8ilpCTAINjQyRQkYLCBhcHBseTavAAA0LhsAFZIIMTEzDRgYbXV0ZXhfbCX9AcAJczKhABkXGHdhbDogMjMyzAAZngQzMUXNDH19fSwRoBhwcmltYXJ5PvgBFDAwMXMsIP74ASX4BDg3CY8EfSyG+wEIMTAuaexS9wKK/QEIMjIzTemu/gEMNDE3Lkk0Sl0BBDM0Nv0BBDIykRMJLTlfDDc0MW4B5y77ARA0MzguNEWPSvsBADIN7gUbNfsENzUNwwBtwvoBBDExDTs+mwAIMjkuRZgEfX011hBudW06MTFThYwANxEOYGJ5dGU6MzU4fXC2Anj///////////8BGAE=')\n# Resource_group: default\nuse addindexlit;\ninsert into t values (10511, '[10511, 10512, 10513]');"] [2024/05/07 02:08:40.191 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 171, range: [7480000000000000ab5f69ffff000000000001, 7480000000000000ab5f69ffff00000000000103800000000000290c03800000000000290e00), jobID: 176"] ["added count"=297] ["scan count"=297] ["next key"=7480000000000000ab5f69ffff00000000000103800000000000290c03800000000000290e0000] ["take time"=576.833451ms] [2024/05/07 02:08:40.191 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.191 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=308] ["start key"=7480000000000000ab5f69ffff000000000001] [2024/05/07 02:08:40.195 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=172] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [] [2024/05/07 02:08:40.195 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:308, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ac5f69ffff000000000001,EndKey:7480000000000000ac5f69ffff000000000001ff,First:false,PhysicalTableID:172,Ingest mode:false"] [2024/05/07 02:08:40.196 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=172] ["start key"=7480000000000000ac5f69ffff000000000001] ["end key"=7480000000000000ac5f69ffff000000000001ff] [2024/05/07 02:08:40.196 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ac5f69ffff000000000001] [endKey=7480000000000000ac5f69ffff000000000001ff] [2024/05/07 02:08:40.197 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=172] ["end key"=7480000000000000ac5f69ffff000000000001ff] ["current end key"=7480000000000000ac5f69ffff00000000000103800000000000290d03800000000000290f00] [2024/05/07 02:08:40.197 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.197 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.197 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.212 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 172, range: [7480000000000000ac5f69ffff000000000001, 7480000000000000ac5f69ffff00000000000103800000000000290d03800000000000290f00), jobID: 176"] ["added count"=295] ["scan count"=295] ["next key"=7480000000000000ac5f69ffff00000000000103800000000000290d03800000000000290f0000] ["take time"=14.568446ms] [2024/05/07 02:08:40.212 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.212 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=603] ["start key"=7480000000000000ac5f69ffff000000000001] [2024/05/07 02:08:40.215 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=173] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [] [2024/05/07 02:08:40.215 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:603, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ad5f69ffff000000000001,EndKey:7480000000000000ad5f69ffff000000000001ff,First:false,PhysicalTableID:173,Ingest mode:false"] [2024/05/07 02:08:40.217 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=173] ["start key"=7480000000000000ad5f69ffff000000000001] ["end key"=7480000000000000ad5f69ffff000000000001ff] [2024/05/07 02:08:40.217 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ad5f69ffff000000000001] [endKey=7480000000000000ad5f69ffff000000000001ff] [2024/05/07 02:08:40.218 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=173] ["end key"=7480000000000000ad5f69ffff000000000001ff] ["current end key"=7480000000000000ad5f69ffff00000000000103800000000000291203800000000000291400] [2024/05/07 02:08:40.218 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.218 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.218 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.232 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 173, range: [7480000000000000ad5f69ffff000000000001, 7480000000000000ad5f69ffff00000000000103800000000000291203800000000000291400), jobID: 176"] ["added count"=300] ["scan count"=300] ["next key"=7480000000000000ad5f69ffff0000000000010380000000000029120380000000000029140000] ["take time"=14.246547ms] [2024/05/07 02:08:40.232 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.232 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=903] ["start key"=7480000000000000ad5f69ffff000000000001] [2024/05/07 02:08:40.235 +00:00] [INFO] [index.go:2351] ["job update reorgInfo"] [category=ddl] [jobID=176] [element=ID:1,TypeKey:_idx_] [partitionTableID=174] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [] [2024/05/07 02:08:40.235 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:176, Type:add index, State:running, SchemaState:write reorganization, SchemaID:168, TableID:170, RowCount:903, ArgLen:6, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ae5f69ffff000000000001,EndKey:7480000000000000ae5f69ffff000000000001ff,First:false,PhysicalTableID:174,Ingest mode:false"] [2024/05/07 02:08:40.237 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=174] ["start key"=7480000000000000ae5f69ffff000000000001] ["end key"=7480000000000000ae5f69ffff000000000001ff] [2024/05/07 02:08:40.237 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ae5f69ffff000000000001] [endKey=7480000000000000ae5f69ffff000000000001ff] [2024/05/07 02:08:40.239 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=174] ["end key"=7480000000000000ae5f69ffff000000000001ff] ["current end key"=7480000000000000ae5f69ffff00000000000103800000000000291303800000000000291500] [2024/05/07 02:08:40.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.239 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.254 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 174, range: [7480000000000000ae5f69ffff000000000001, 7480000000000000ae5f69ffff00000000000103800000000000291303800000000000291500), jobID: 176"] ["added count"=300] ["scan count"=300] ["next key"=7480000000000000ae5f69ffff0000000000010380000000000029130380000000000029150000] ["take time"=15.148743ms] [2024/05/07 02:08:40.254 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=176] [2024/05/07 02:08:40.254 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1203] ["start key"=7480000000000000ae5f69ffff000000000001] [2024/05/07 02:08:40.254 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1203] [2024/05/07 02:08:40.278 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:40.286 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=1.116405ms] [gotSchemaVersion=116] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[7,7,7,7,7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:40.288 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196746] [2024/05/07 02:08:40.288 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=116] [2024/05/07 02:08:40.292 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196751] [2024/05/07 02:08:40.295 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196753] [2024/05/07 02:08:40.301 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196756] [2024/05/07 02:08:40.303 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196759] [2024/05/07 02:08:40.306 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196762] [2024/05/07 02:08:40.309 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196764] [2024/05/07 02:08:40.311 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196766] [2024/05/07 02:08:40.316 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196769] [2024/05/07 02:08:40.319 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469582196771] [2024/05/07 02:08:40.326 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566082] [2024/05/07 02:08:40.329 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566084] [2024/05/07 02:08:40.334 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566087] [2024/05/07 02:08:40.335 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=52.361395ms] [job="ID:176, Type:add index, State:done, SchemaState:public, SchemaID:168, TableID:170, RowCount:1203, ArgLen:3, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:40.338 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566090] [2024/05/07 02:08:40.343 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=171] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:40.344 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566096] [2024/05/07 02:08:40.346 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=172] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:40.347 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566101] [2024/05/07 02:08:40.349 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=173] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:40.352 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566109] [2024/05/07 02:08:40.352 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=176] [tableID=174] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:40.355 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566114] [2024/05/07 02:08:40.355 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="add index"] [2024/05/07 02:08:40.356 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 35, tp add index"] [category=ddl] [jobID=176] [conn=9] [job="ID:176, Type:add index, State:synced, SchemaState:public, SchemaID:168, TableID:170, RowCount:1203, ArgLen:3, start time: 2024-05-07 02:08:37.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589469398695956, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:40.361 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566119] [2024/05/07 02:08:40.364 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566122] [2024/05/07 02:08:40.367 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/07 02:08:40.367 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.369 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 9\n# Query_time: 3.000010473\n# Parse_time: 0.000041334\n# Compile_time: 0.000066744\n# Rewrite_time: 0.000001869\n# Optimize_time: 0.000011558\n# Wait_TS: 0.000160649\n# DB: addindexlit\n# Is_internal: false\n# Digest: 6736d651cf30f9cbccafed5d726d1560748139b0e20cbaed96c85663f113bdde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(pk, (cast(a as signed array)));"] [2024/05/07 02:08:40.369 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469595566131] [2024/05/07 02:08:40.372 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589469608411139] [2024/05/07 02:08:40.377 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=116] [2024/05/07 02:08:40.389 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [2024/05/07 02:08:40.389 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [2024/05/07 02:08:40.389 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:40.391 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 37, tp add index"] [category=ddl] ["take time"=14.084µs] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 36, tp add index"] [category=ddl] ["take time"=11.967µs] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 35, tp add index"] [category=ddl] ["take time"=1.693µs] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 34, tp add index"] [category=ddl] ["take time"=852ns] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 33, tp general"] [category=ddl] ["take time"=5.285µs] [2024/05/07 02:08:40.392 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:40.392 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:40.392 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:40.396 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] ["take time"=6.956807ms] [2024/05/07 02:08:40.396 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] [2024/05/07 02:08:40.398 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:40.398 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/98afcd92-5f46-4e44-b9c0-98f33a757409] [watcherID=f5a46e26-d495-44ef-bcce-828c5718c44c] [2024/05/07 02:08:40.398 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:40.398 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/98afcd92-5f46-4e44-b9c0-98f33a757409] [2024/05/07 02:08:40.398 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:40.398 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:40.398 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:40.398 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:40.398 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=29] [2024/05/07 02:08:40.399 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:40.399 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:40.399 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:40.399 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:40.399 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5aa35bf6-20ce-4ecc-b885-6c55f3e25893"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:40.399 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:40.399 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:40.399 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:40.399 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] [2024/05/07 02:08:40.399 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="context canceled"] [2024/05/07 02:08:40.400 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:40.400 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [2024/05/07 02:08:40.400 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:40.400 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:40.400 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [2024/05/07 02:08:40.400 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:40.400 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b] [2024/05/07 02:08:40.400 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:40.400 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:40.400 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:40.400 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:40.400 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:40.400 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:40.400 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:40.400 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5aa35bf6-20ce-4ecc-b885-6c55f3e25893"] [error="context canceled"] [2024/05/07 02:08:40.400 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:40.400 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5aa35bf6-20ce-4ecc-b885-6c55f3e25893"] [2024/05/07 02:08:40.400 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:40.400 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=5aa35bf6-20ce-4ecc-b885-6c55f3e25893] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:40.400 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:40.440 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:40.440 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="context canceled"] [2024/05/07 02:08:40.640 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:41.654 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 5aa35bf6-20ce-4ecc-b885-6c55f3e25893"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:41.656 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:41.656 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:41.656 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:41.910 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 42c27b4e-9fa2-4cc7-bfcf-a0a3ab4b778b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:41.910 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:41.910 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:41.910 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:41.910 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.521195214s] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:41.910 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:41.910 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:41.910 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:41.910 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:41.911 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestIngestMVIndexOnPartitionTable (8.50s) === RUN TestAddIndexIngestAdjustBackfillWorker ingest_test.go:186: dist reorg didn't support checkBackfillWorkerNum, skip this test --- SKIP: TestAddIndexIngestAdjustBackfillWorker (0.00s) === RUN TestAddIndexIngestAdjustBackfillWorkerCountFail [2024/05/07 02:08:41.914 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:41.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:41.915 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:41.915 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:41.915 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:41.916 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:41.916 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:41.916 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:41.916 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:41.916 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:41.916 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:41.917 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:41.918 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:41.918 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:41.923 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:41.933 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:41.942 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1188] ["lease id"=3eaa8f50cd76ea17] [2024/05/07 02:08:41.943 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:41.956 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=116] ["start time"=11.439383ms] [2024/05/07 02:08:41.957 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:41.957 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] [runWorker=true] [2024/05/07 02:08:41.957 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:41.958 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:41.959 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:41.959 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:41.959 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184599298048/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:41.959 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:41.959 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:41.959 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:41.961 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:41.961 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ec87] [ownerID=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] [op=none] [2024/05/07 02:08:41.961 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=df8be084-e28e-4579-86f3-1acb7650850b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:41.962 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:41.966 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:41.967 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:41.967 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:41.977 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:41.980 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:41.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:41.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:41.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:41.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:41.981 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:41.981 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:41.981 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:41.981 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:41.981 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:41.981 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:41.981 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:41.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:41.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:41.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:41.982 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:41.982 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:41.983 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:41.983 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/fd1c69ab-4788-426b-9249-8e0e354b8cc6] [2024/05/07 02:08:41.983 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:41.983 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:41.984 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:41.985 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:41.985 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:41.985 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:41.986 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.29912ms] [2024/05/07 02:08:41.990 +00:00] [INFO] [set.go:170] ["set global var"] [conn=12] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:41.991 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=116] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:41.999 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.999 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:42.010 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:42.011 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ec87] [ownerID=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] [op=none] [2024/05/07 02:08:42.011 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [op=none] [2024/05/07 02:08:42.011 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:42.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:queueing, SchemaState:public, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.037 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=37.121µs] [gotSchemaVersion=117] [phyTblIDs="[170,171,172,173,174]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:42.040 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=117] [2024/05/07 02:08:42.087 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=52.055144ms] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:write only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.099 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=33.574µs] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:42.102 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=118] [2024/05/07 02:08:42.150 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=52.303955ms] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.156 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [category=ddl] [job="ID:177, Type:drop schema, State:running, SchemaState:delete only, SchemaID:168, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=33.104µs] [gotSchemaVersion=119] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:42.167 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=177] [version=119] [2024/05/07 02:08:42.217 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=53.957967ms] [job="ID:177, Type:drop schema, State:done, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.227 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=177] [tableIDs="[170,171,172,173,174]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:42.233 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=177] [jobType="drop schema"] [2024/05/07 02:08:42.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=177] [conn=13] [job="ID:177, Type:drop schema, State:synced, SchemaState:none, SchemaID:168, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:41.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.242 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/05/07 02:08:42.242 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.243 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=119] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:42.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:42.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.252 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:42.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:42.257 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=253.594µs] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:42.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=179] [version=120] [2024/05/07 02:08:42.317 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.787379ms] [job="ID:179, Type:create schema, State:done, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:42.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.328 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=179] [conn=13] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.335 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/05/07 02:08:42.335 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.341 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:42.352 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=20] [2024/05/07 02:08:42.353 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=120] [cur_db=addindexlit] [sql="create table t (a int primary key);"] [user=] [2024/05/07 02:08:42.361 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.361 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key);"] [2024/05/07 02:08:42.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [category=ddl] [job="ID:181, Type:create table, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.372 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 178, Table ID: 180, Table Name: t"] [2024/05/07 02:08:42.379 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=520.028µs] [gotSchemaVersion=121] [phyTblIDs="[180]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:42.381 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=181] [version=121] [2024/05/07 02:08:42.430 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.191912ms] [job="ID:181, Type:create table, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 38, tp general"] [category=ddl] [jobID=181] [conn=13] [job="ID:181, Type:create table, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.319 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.443 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/05/07 02:08:42.443 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.445 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589470146068492] [2024/05/07 02:08:42.447 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=19] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b45f7280000000000003e8] [2024/05/07 02:08:42.451 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b45f7280000000000003e8] ["first new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028b303800000ff00000028b5000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:381 store_id:3 id:382 store_id:1 id:383 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=19] [2024/05/07 02:08:42.451 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=380] [2024/05/07 02:08:42.451 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000003e8] ["new region left"="{Id:380 StartKey:7480000000000000ffae5f698000000000ff0000010380000000ff000028b303800000ff00000028b5000000fd EndKey:7480000000000000ffb45f728000000000ff0003e80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:381 store_id:3 id:382 store_id:1 id:383 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.452 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=384] [2024/05/07 02:08:42.452 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000007d0] ["new region left"="{Id:384 StartKey:7480000000000000ffb45f728000000000ff0003e80000000000fa EndKey:7480000000000000ffb45f728000000000ff0007d00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:385 store_id:3 id:386 store_id:1 id:387 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.452 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=388] [2024/05/07 02:08:42.452 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000bb8] ["new region left"="{Id:388 StartKey:7480000000000000ffb45f728000000000ff0007d00000000000fa EndKey:7480000000000000ffb45f728000000000ff000bb80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:389 store_id:3 id:390 store_id:1 id:391 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.452 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=392] [2024/05/07 02:08:42.944 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000000fa0] ["new region left"="{Id:392 StartKey:7480000000000000ffb45f728000000000ff000bb80000000000fa EndKey:7480000000000000ffb45f728000000000ff000fa00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:393 store_id:3 id:394 store_id:1 id:395 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.944 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=396] [2024/05/07 02:08:42.944 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001388] ["new region left"="{Id:396 StartKey:7480000000000000ffb45f728000000000ff000fa00000000000fa EndKey:7480000000000000ffb45f728000000000ff0013880000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:397 store_id:3 id:398 store_id:1 id:399 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.944 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=400] [2024/05/07 02:08:42.945 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001770] ["new region left"="{Id:400 StartKey:7480000000000000ffb45f728000000000ff0013880000000000fa EndKey:7480000000000000ffb45f728000000000ff0017700000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:401 store_id:3 id:402 store_id:1 id:403 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.945 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=404] [2024/05/07 02:08:42.945 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001b58] ["new region left"="{Id:404 StartKey:7480000000000000ffb45f728000000000ff0017700000000000fa EndKey:7480000000000000ffb45f728000000000ff001b580000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:405 store_id:3 id:406 store_id:1 id:407 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.945 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=408] [2024/05/07 02:08:42.946 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000001f40] ["new region left"="{Id:408 StartKey:7480000000000000ffb45f728000000000ff001b580000000000fa EndKey:7480000000000000ffb45f728000000000ff001f400000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:409 store_id:3 id:410 store_id:1 id:411 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.946 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=412] [2024/05/07 02:08:42.946 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002328] ["new region left"="{Id:412 StartKey:7480000000000000ffb45f728000000000ff001f400000000000fa EndKey:7480000000000000ffb45f728000000000ff0023280000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:413 store_id:3 id:414 store_id:1 id:415 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.946 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=416] [2024/05/07 02:08:42.946 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002710] ["new region left"="{Id:416 StartKey:7480000000000000ffb45f728000000000ff0023280000000000fa EndKey:7480000000000000ffb45f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:417 store_id:3 id:418 store_id:1 id:419 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.946 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=420] [2024/05/07 02:08:42.947 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002af8] ["new region left"="{Id:420 StartKey:7480000000000000ffb45f728000000000ff0027100000000000fa EndKey:7480000000000000ffb45f728000000000ff002af80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:421 store_id:3 id:422 store_id:1 id:423 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.947 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=424] [2024/05/07 02:08:42.947 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000002ee0] ["new region left"="{Id:424 StartKey:7480000000000000ffb45f728000000000ff002af80000000000fa EndKey:7480000000000000ffb45f728000000000ff002ee00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:425 store_id:3 id:426 store_id:1 id:427 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.947 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=428] [2024/05/07 02:08:42.947 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000032c8] ["new region left"="{Id:428 StartKey:7480000000000000ffb45f728000000000ff002ee00000000000fa EndKey:7480000000000000ffb45f728000000000ff0032c80000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:429 store_id:3 id:430 store_id:1 id:431 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.947 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=432] [2024/05/07 02:08:42.948 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f7280000000000036b0] ["new region left"="{Id:432 StartKey:7480000000000000ffb45f728000000000ff0032c80000000000fa EndKey:7480000000000000ffb45f728000000000ff0036b00000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:433 store_id:3 id:434 store_id:1 id:435 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.948 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=436] [2024/05/07 02:08:42.948 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003a98] ["new region left"="{Id:436 StartKey:7480000000000000ffb45f728000000000ff0036b00000000000fa EndKey:7480000000000000ffb45f728000000000ff003a980000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:437 store_id:3 id:438 store_id:1 id:439 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.948 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=440] [2024/05/07 02:08:42.949 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000003e80] ["new region left"="{Id:440 StartKey:7480000000000000ffb45f728000000000ff003a980000000000fa EndKey:7480000000000000ffb45f728000000000ff003e800000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:441 store_id:3 id:442 store_id:1 id:443 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.949 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=444] [2024/05/07 02:08:42.949 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004268] ["new region left"="{Id:444 StartKey:7480000000000000ffb45f728000000000ff003e800000000000fa EndKey:7480000000000000ffb45f728000000000ff0042680000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:445 store_id:3 id:446 store_id:1 id:447 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.949 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=448] [2024/05/07 02:08:42.949 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004650] ["new region left"="{Id:448 StartKey:7480000000000000ffb45f728000000000ff0042680000000000fa EndKey:7480000000000000ffb45f728000000000ff0046500000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:449 store_id:3 id:450 store_id:1 id:451 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.949 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=452] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000b45f728000000000004a38] ["new region left"="{Id:452 StartKey:7480000000000000ffb45f728000000000ff0046500000000000fa EndKey:7480000000000000ffb45f728000000000ff004a380000000000fa RegionEpoch:{ConfVer:5 Version:112} Peers:[id:453 store_id:3 id:454 store_id:1 id:455 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=19] ["region IDs"="[380,384,388,392,396,400,404,408,412,416,420,424,428,432,436,440,444,448,452]"] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=380] [backoff(ms)=299497] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=380] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=384] [backoff(ms)=299497] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=384] [2024/05/07 02:08:42.950 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=388] [backoff(ms)=299497] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=388] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=392] [backoff(ms)=299496] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=392] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=396] [backoff(ms)=299496] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=396] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=400] [backoff(ms)=299496] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=400] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=404] [backoff(ms)=299496] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=404] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=408] [backoff(ms)=299496] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=408] [2024/05/07 02:08:42.951 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=412] [backoff(ms)=299496] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=412] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=416] [backoff(ms)=299495] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=416] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=420] [backoff(ms)=299495] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=420] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=424] [backoff(ms)=299495] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=424] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=428] [backoff(ms)=299495] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=428] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=432] [backoff(ms)=299495] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=432] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=436] [backoff(ms)=299495] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=436] [2024/05/07 02:08:42.952 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=440] [backoff(ms)=299494] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=440] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=444] [backoff(ms)=299494] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=444] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=448] [backoff(ms)=299494] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=448] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=452] [backoff(ms)=299494] [2024/05/07 02:08:42.953 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=452] [2024/05/07 02:08:42.953 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 0.505939309\n# Parse_time: 0.000043861\n# Compile_time: 0.000143067\n# Rewrite_time: 0.000021124\n# Optimize_time: 0.00002421\n# Wait_TS: 0\n# DB: addindexlit\n# Is_internal: false\n# Digest: 104ada5030acc670d66f5609374c9a5c6bee80792b5d9e63a7c362fde5b8755b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nsplit table t between (0) and (20000) regions 20;"] [2024/05/07 02:08:42.953 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=13] [schemaVersion=121] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:08:42.961 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:42.961 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:08:42.962 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:42.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:42.962 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:42.962 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:42.967 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:queueing, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:42.968 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:none, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:42.975 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=499.529µs] [gotSchemaVersion=122] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:42.977 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=122] [2024/05/07 02:08:42.984 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:42.984 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:42.984 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fd1c69ab-4788-426b-9249-8e0e354b8cc6] [watcherID=fbf4424e-56a2-43b3-9ff2-9e584e4916e3] [2024/05/07 02:08:42.985 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:42.987 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:42.987 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:42.987 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:42.987 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:43.026 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.28878ms] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.035 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:delete only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.045 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=627.608µs] [gotSchemaVersion=123] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:43.047 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/07 02:08:43.095 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.424377ms] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.101 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write only, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=532.08µs] [gotSchemaVersion=124] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:43.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=124] [2024/05/07 02:08:43.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=52.909743ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.168 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.168 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:43.171 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f728000000000000000] [endKey=7480000000000000b45f728000000000004a3800] [2024/05/07 02:08:43.178 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/07 02:08:43.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 41, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470329569288, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:43.184 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=182] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:43.188 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=20] [task-concurrency=16] [task-key=ddl/backfill/182] [2024/05/07 02:08:43.209 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=180] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:43.229 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=120001] [2024/05/07 02:08:43.229 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=16] [2024/05/07 02:08:43.730 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:43.730 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:43.732 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=120001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:43.735 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=16] [subtasks=1] [2024/05/07 02:08:43.789 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=120001] [type=backfill] [remaining-slots=0] [2024/05/07 02:08:43.959 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:44.092 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [2024/05/07 02:08:44.093 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=2] [2024/05/07 02:08:44.093 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/182] [keyspaceName=] [2024/05/07 02:08:44.096 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:44.096 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:44.096 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:44.096 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:44.097 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:44.097 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:44.097 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:44.097 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:44.097 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:44.101 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:44.101 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:44.101 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=182] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:08:44.101 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:44.106 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:44.110 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:44.110 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=182] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:44.113 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=120001] [subtask-id=120001] [jobID=182] [avgRowSize=0] [reader=8] [writer=10] [2024/05/07 02:08:44.113 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f728000000000000000] ["end key"=7480000000000000b45f728000000000004a3800] [2024/05/07 02:08:44.113 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=8] [task="TableScanTask: id=8, startKey=7480000000000000b45f728000000000001b58, endKey=7480000000000000b45f728000000000001f40"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000b45f728000000000000bb8, endKey=7480000000000000b45f728000000000000fa0"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000b45f728000000000000fa0, endKey=7480000000000000b45f728000000000001388"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000b45f728000000000001770, endKey=7480000000000000b45f728000000000001b58"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000b45f7280000000000003e8, endKey=7480000000000000b45f7280000000000007d0"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000b45f728000000000001388, endKey=7480000000000000b45f728000000000001770"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000b45f728000000000000000, endKey=7480000000000000b45f7280000000000003e8"] [2024/05/07 02:08:44.114 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000b45f7280000000000007d0, endKey=7480000000000000b45f728000000000000bb8"] [2024/05/07 02:08:44.144 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:08:44.173 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:08:44.222 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:08:44.271 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/07 02:08:44.321 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=5] ["allocate memory"=40] ["current memory usage"=674234888] ["max memory quota"=17179869184] [2024/05/07 02:08:44.370 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=6] ["allocate memory"=40] ["current memory usage"=675283504] ["max memory quota"=17179869184] [2024/05/07 02:08:44.414 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=7] ["allocate memory"=40] ["current memory usage"=676332120] ["max memory quota"=17179869184] [2024/05/07 02:08:44.473 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=8] ["allocate memory"=40] ["current memory usage"=677380736] ["max memory quota"=17179869184] [2024/05/07 02:08:44.524 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=9] ["allocate memory"=40] ["current memory usage"=678429352] ["max memory quota"=17179869184] [2024/05/07 02:08:44.525 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=8] [2024/05/07 02:08:44.568 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=182] ["index ID"=1] ["worker ID"=10] ["allocate memory"=40] ["current memory usage"=679477968] ["max memory quota"=17179869184] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=9] [task="TableScanTask: id=9, startKey=7480000000000000b45f728000000000001f40, endKey=7480000000000000b45f728000000000002328"] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=5] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=3] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=4] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=2] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=6] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=1] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=10] [task="TableScanTask: id=10, startKey=7480000000000000b45f728000000000002328, endKey=7480000000000000b45f728000000000002710"] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=12] [task="TableScanTask: id=12, startKey=7480000000000000b45f728000000000002af8, endKey=7480000000000000b45f728000000000002ee0"] [2024/05/07 02:08:44.568 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=7] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=11] [task="TableScanTask: id=11, startKey=7480000000000000b45f728000000000002710, endKey=7480000000000000b45f728000000000002af8"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=13] [task="TableScanTask: id=13, startKey=7480000000000000b45f728000000000002ee0, endKey=7480000000000000b45f7280000000000032c8"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=16] [task="TableScanTask: id=16, startKey=7480000000000000b45f728000000000003a98, endKey=7480000000000000b45f728000000000003e80"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=14] [task="TableScanTask: id=14, startKey=7480000000000000b45f7280000000000032c8, endKey=7480000000000000b45f7280000000000036b0"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=15] [task="TableScanTask: id=15, startKey=7480000000000000b45f7280000000000036b0, endKey=7480000000000000b45f728000000000003a98"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=9] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=17] [task="TableScanTask: id=17, startKey=7480000000000000b45f728000000000003e80, endKey=7480000000000000b45f728000000000004268"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=10] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=18] [task="TableScanTask: id=18, startKey=7480000000000000b45f728000000000004268, endKey=7480000000000000b45f728000000000004650"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=19] [task="TableScanTask: id=19, startKey=7480000000000000b45f728000000000004650, endKey=7480000000000000b45f728000000000004a38"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=15] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=14] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=120001] [subtask-id=120001] [id=20] [task="TableScanTask: id=20, startKey=7480000000000000b45f728000000000004a38, endKey=7480000000000000b45f728000000000004a3800"] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=16] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=13] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=12] [2024/05/07 02:08:44.569 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=11] [2024/05/07 02:08:44.570 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=20] [2024/05/07 02:08:44.570 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=18] [2024/05/07 02:08:44.570 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=17] [2024/05/07 02:08:44.570 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=120001] [subtask-id=120001] [id=19] [2024/05/07 02:08:44.573 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=10] [size=760] [count=20] [cost=1.01908ms] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/b5170495-07f0-4301-a413-5365e96e8ea0.sst] [2024/05/07 02:08:44.573 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=760] [kvs=20] [files=1] [sstFileSize=1221] [file=/tmp/tidb/tmp_ddl-4000/182/f75d9cab-8823-5503-94ba-459a1de580da.sst/b5170495-07f0-4301-a413-5365e96e8ea0.sst] [firstKey=7480000000000000B45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000B45F698000000000000001038000000000004A38038000000000004A38] [2024/05/07 02:08:44.577 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=182] [2024/05/07 02:08:44.577 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184599351296/468329922560, backend usage: 0"] [2024/05/07 02:08:44.577 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:44.578 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:44.600 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=20] [size=760] [2024/05/07 02:08:44.600 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:44.610 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=760] [kvs=20] [importedSize=760] [importedCount=20] [2024/05/07 02:08:44.612 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.988062ms] [] [2024/05/07 02:08:44.616 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=182] [2024/05/07 02:08:44.626 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:44.626 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:44.628 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.400021ms] [] [2024/05/07 02:08:44.628 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:44.628 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=680.538µs] [] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:44.629 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:44.629 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:44.629 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:44.629 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:44.629 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:44.629 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=182] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/07 02:08:44.629 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=120001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=16, Mem=32GiB]"] [takeTime=537.176053ms] [] [2024/05/07 02:08:44.731 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=120001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:44.930 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=120001] [type=backfill] [2024/05/07 02:08:45.027 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/07 02:08:45.056 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=566.097µs] [gotSchemaVersion=125] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:45.058 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=125] [2024/05/07 02:08:45.106 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.028722ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470329569288, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.113 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 42, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470329569288, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.114 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=182] [table=t] [index=idx] [2024/05/07 02:08:45.122 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=544.339µs] [gotSchemaVersion=126] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:45.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=126] [2024/05/07 02:08:45.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.585107ms] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.183 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=182] [physicalTableID=180] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/07 02:08:45.191 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=182] [2024/05/07 02:08:45.196 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 39, tp add index"] [category=ddl] [jobID=182] [conn=13] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:0, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470866964486, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.198 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:182, Type:add index, State:running, SchemaState:write reorganization, SchemaID:178, TableID:180, RowCount:20, ArgLen:6, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470866964486, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000b45f69ffff000000000001,EndKey:7480000000000000b45f69ffff000000000001ff,First:false,PhysicalTableID:180,Ingest mode:false"] [2024/05/07 02:08:45.200 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=180] ["start key"=7480000000000000b45f69ffff000000000001] ["end key"=7480000000000000b45f69ffff000000000001ff] [2024/05/07 02:08:45.200 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=16] [regionCnt=1] [startKey=7480000000000000b45f69ffff000000000001] [endKey=7480000000000000b45f69ffff000000000001ff] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=180] ["end key"=7480000000000000b45f69ffff000000000001ff] ["current end key"=7480000000000000b45f69ffff00000000000100] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 14, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 4, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 5, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 8, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 7, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 15, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 11, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 10, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 6, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 12, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 13, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.201 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 9, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.202 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 180, range: [7480000000000000b45f69ffff000000000001, 7480000000000000b45f69ffff00000000000100), jobID: 182"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000b45f69ffff0000000000010000] ["take time"=403.413µs] [2024/05/07 02:08:45.202 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=182] [2024/05/07 02:08:45.202 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=20] ["start key"=7480000000000000b45f69ffff000000000001] [2024/05/07 02:08:45.202 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=20] [2024/05/07 02:08:45.228 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:45.230 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=120001] [2024/05/07 02:08:45.232 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:45.232 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=120001] [2024/05/07 02:08:45.236 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=580.824µs] [gotSchemaVersion=127] [phyTblIDs="[180]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:45.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=127] [2024/05/07 02:08:45.245 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:45.286 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.451607ms] [job="ID:182, Type:add index, State:done, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470866964486, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.293 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=182] [tableID=180] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:45.296 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=182] [jobType="add index"] [2024/05/07 02:08:45.296 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 40, tp add index"] [category=ddl] [jobID=182] [conn=13] [job="ID:182, Type:add index, State:synced, SchemaState:public, SchemaID:178, TableID:180, RowCount:20, ArgLen:3, start time: 2024-05-07 02:08:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589470866964486, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:45.304 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/07 02:08:45.304 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.305 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 13\n# Query_time: 2.352092864\n# Parse_time: 0.000074738\n# Compile_time: 0.000139781\n# Rewrite_time: 0.000002646\n# Optimize_time: 0.00002421\n# Wait_TS: 0.000209523\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx(a);"] [2024/05/07 02:08:45.315 +00:00] [INFO] [set.go:170] ["set global var"] [conn=13] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/07 02:08:45.315 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [2024/05/07 02:08:45.315 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [2024/05/07 02:08:45.317 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 41, tp add index"] [category=ddl] ["take time"=2.741µs] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 40, tp add index"] [category=ddl] ["take time"=1.22µs] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 42, tp add index"] [category=ddl] ["take time"=899ns] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 39, tp add index"] [category=ddl] ["take time"=1.077µs] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 38, tp general"] [category=ddl] ["take time"=973ns] [2024/05/07 02:08:45.318 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:45.318 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:45.318 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:45.319 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] ["take time"=3.678907ms] [2024/05/07 02:08:45.319 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] [2024/05/07 02:08:45.321 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:45.321 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/fd1c69ab-4788-426b-9249-8e0e354b8cc6] [watcherID=fbf4424e-56a2-43b3-9ff2-9e584e4916e3] [2024/05/07 02:08:45.321 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:45.321 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/fd1c69ab-4788-426b-9249-8e0e354b8cc6] [2024/05/07 02:08:45.321 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:45.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:45.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:45.321 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:45.323 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:45.323 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1188] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] [2024/05/07 02:08:45.324 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:45.324 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:45.324 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:45.324 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:45.324 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:45.324 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df8be084-e28e-4579-86f3-1acb7650850b"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:45.324 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:45.324 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:45.324 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:45.324 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:45.325 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:45.325 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:45.325 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="context canceled"] [2024/05/07 02:08:45.325 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [2024/05/07 02:08:45.325 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=0f66a7c9-b353-4ce7-8ad5-9cd17db1683c] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:45.325 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:45.325 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:45.325 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:45.325 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=df8be084-e28e-4579-86f3-1acb7650850b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:45.325 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df8be084-e28e-4579-86f3-1acb7650850b"] [error="context canceled"] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df8be084-e28e-4579-86f3-1acb7650850b"] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df8be084-e28e-4579-86f3-1acb7650850b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:45.325 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:45.325 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:45.325 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:45.336 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:45.336 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="context canceled"] [2024/05/07 02:08:45.336 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [2024/05/07 02:08:45.336 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:46.570 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager df8be084-e28e-4579-86f3-1acb7650850b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:46.573 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:46.573 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:46.573 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:46.584 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 0f66a7c9-b353-4ce7-8ad5-9cd17db1683c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:46.584 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:46.584 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:46.584 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:46.584 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.269016416s] [2024/05/07 02:08:46.584 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.584 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:46.584 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:46.585 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:46.585 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:46.585 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestAdjustBackfillWorkerCountFail (4.67s) === RUN TestAddIndexIngestEmptyTable [2024/05/07 02:08:46.587 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:46.587 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:46.587 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:46.588 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:46.588 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:46.588 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:46.588 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:46.588 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:46.588 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:46.588 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:46.589 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:46.590 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:46.590 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:46.590 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:46.593 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:46.598 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:46.612 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=935] ["lease id"=3eaa8f50cd76ea51] [2024/05/07 02:08:46.614 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:46.634 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=127] ["start time"=18.273295ms] [2024/05/07 02:08:46.635 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:46.635 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=1a04918d-93ed-429d-8714-da09a65b2307] [runWorker=true] [2024/05/07 02:08:46.635 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:46.637 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:46.638 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:46.638 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184599384064/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:46.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:46.638 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:46.638 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:46.641 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:46.641 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9fc66e79-2d34-4489-93c0-34b7fa8ce988] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:46.641 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:46.641 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ecca] [ownerID=1a04918d-93ed-429d-8714-da09a65b2307] [op=none] [2024/05/07 02:08:46.642 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:46.648 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:46.649 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:46.649 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:46.665 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:46.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:46.670 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:46.670 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:46.670 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:46.670 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:46.670 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:46.670 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:46.670 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:46.670 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:46.670 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:46.671 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:46.671 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:46.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:46.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:46.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:46.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:46.672 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:46.672 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:46.672 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/9512b6d0-375c-4f30-a443-250315c5eee6] [2024/05/07 02:08:46.673 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:46.673 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:46.674 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:46.675 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.636498ms] [2024/05/07 02:08:46.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:46.676 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:46.676 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:46.681 +00:00] [INFO] [set.go:170] ["set global var"] [conn=14] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:46.682 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=127] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:46.689 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.689 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:46.692 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:46.693 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ecca] [ownerID=1a04918d-93ed-429d-8714-da09a65b2307] [op=none] [2024/05/07 02:08:46.693 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [op=none] [2024/05/07 02:08:46.693 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:46.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:queueing, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.708 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=37.196µs] [gotSchemaVersion=128] [phyTblIDs="[180]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:46.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=128] [2024/05/07 02:08:46.759 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=52.903259ms] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.765 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:write only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=33.933µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:46.775 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/05/07 02:08:46.823 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=52.934453ms] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.833 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [category=ddl] [job="ID:183, Type:drop schema, State:running, SchemaState:delete only, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.846 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=35.012µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:46.849 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/05/07 02:08:46.894 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=52.18722ms] [job="ID:183, Type:drop schema, State:done, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.899 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[180]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:46.903 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop schema"] [2024/05/07 02:08:46.904 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=183] [conn=15] [job="ID:183, Type:drop schema, State:synced, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.910 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/05/07 02:08:46.910 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:46.911 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=130] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:46.920 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.920 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:46.928 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [category=ddl] [job="ID:185, Type:create schema, State:queueing, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.938 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=334.972µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:46.941 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=185] [version=131] [2024/05/07 02:08:46.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=53.172507ms] [job="ID:185, Type:create schema, State:done, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:46.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.997 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=185] [conn=15] [job="ID:185, Type:create schema, State:synced, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.869 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.002 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/05/07 02:08:47.002 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.003 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=131] [cur_db=addindexlit] [sql="create table t (a int);"] [user=] [2024/05/07 02:08:47.011 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.011 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int);"] [2024/05/07 02:08:47.020 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.025 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 184, Table ID: 186, Table Name: t"] [2024/05/07 02:08:47.034 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=702.691µs] [gotSchemaVersion=132] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:47.037 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=187] [version=132] [2024/05/07 02:08:47.084 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.009729ms] [job="ID:187, Type:create table, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.090 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 43, tp general"] [category=ddl] [jobID=187] [conn=15] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.094 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/05/07 02:08:47.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.102 +00:00] [INFO] [set.go:170] ["set global var"] [conn=15] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:47.102 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=15] [schemaVersion=132] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:08:47.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:47.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:08:47.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:queueing, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.117 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:none, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:47.127 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=679.73µs] [gotSchemaVersion=133] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:47.130 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=133] [2024/05/07 02:08:47.176 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=52.737119ms] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.183 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:delete only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.192 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=532.519µs] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:47.194 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=134] [2024/05/07 02:08:47.243 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=53.178514ms] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.254 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write only, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.265 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=794.561µs] [gotSchemaVersion=135] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:47.268 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=135] [2024/05/07 02:08:47.315 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=52.930476ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.322 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.323 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:47.324 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc015508420] [0xc004254630] [] [] public false false 0 0 0 0 0 1 1 0 0 449589471404097543 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/07 02:08:47.324 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=] [endKey=] [2024/05/07 02:08:47.333 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/07 02:08:47.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 44, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471430311939, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:47.341 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=188] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:47.349 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/188] [2024/05/07 02:08:47.371 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=186] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:47.643 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:47.643 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:47.643 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:47.643 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:47.673 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:47.673 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:47.673 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9512b6d0-375c-4f30-a443-250315c5eee6] [watcherID=1a379c62-514f-4d1f-9ba3-3f73d62599ee] [2024/05/07 02:08:47.676 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:47.677 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:47.677 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:47.677 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:47.677 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:47.681 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=150001] [2024/05/07 02:08:47.681 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:48.182 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:48.182 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:48.183 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=150001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:48.185 +00:00] [INFO] [reorg.go:642] ["get noop table range"] [category=ddl] [table="&{186 t utf8mb4 utf8mb4_bin [0xc02f8c5760] [0xc00ddd0360] [] [] public false false 0 0 0 0 0 1 1 0 0 449589471404097543 0 0 0 0 0 0 5 false disable 3 184}"] ["table/partition ID"=186] ["start key"=] ["end key"=] ["is empty table"=true] [2024/05/07 02:08:48.185 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=0] [2024/05/07 02:08:48.639 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:48.683 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:48.889 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/07 02:08:48.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=570.917µs] [gotSchemaVersion=136] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:48.900 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/05/07 02:08:48.947 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.46119ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471430311939, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:48.955 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 45, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471430311939, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:48.956 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=188] [table=t] [index=idx] [2024/05/07 02:08:48.965 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=573.326µs] [gotSchemaVersion=137] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:48.968 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=137] [2024/05/07 02:08:49.015 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=52.951746ms] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:49.024 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:49.025 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=188] [physicalTableID=186] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/07 02:08:49.036 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=188] [2024/05/07 02:08:49.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 47, tp add index"] [category=ddl] [jobID=188] [conn=15] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471876218883, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:49.046 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:188, Type:add index, State:running, SchemaState:write reorganization, SchemaID:184, TableID:186, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471876218883, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000ba5f69ffff000000000001,EndKey:7480000000000000ba5f69ffff000000000001ff,First:false,PhysicalTableID:186,Ingest mode:false"] [2024/05/07 02:08:49.048 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=186] ["start key"=7480000000000000ba5f69ffff000000000001] ["end key"=7480000000000000ba5f69ffff000000000001ff] [2024/05/07 02:08:49.048 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000ba5f69ffff000000000001] [endKey=7480000000000000ba5f69ffff000000000001ff] [2024/05/07 02:08:49.048 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=186] ["end key"=7480000000000000ba5f69ffff000000000001ff] ["current end key"=7480000000000000ba5f69ffff00000000000100] [2024/05/07 02:08:49.048 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=188] [2024/05/07 02:08:49.048 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=188] [2024/05/07 02:08:49.048 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=188] [2024/05/07 02:08:49.049 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 186, range: [7480000000000000ba5f69ffff000000000001, 7480000000000000ba5f69ffff00000000000100), jobID: 188"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000ba5f69ffff0000000000010000] ["take time"=555.508µs] [2024/05/07 02:08:49.049 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=188] [2024/05/07 02:08:49.049 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=0] ["start key"=7480000000000000ba5f69ffff000000000001] [2024/05/07 02:08:49.049 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=0] [2024/05/07 02:08:49.051 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:49.059 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=963.267µs] [gotSchemaVersion=138] [phyTblIDs="[186]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:49.062 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=138] [2024/05/07 02:08:49.108 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=52.678944ms] [job="ID:188, Type:add index, State:done, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471876218883, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:49.115 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=188] [tableID=186] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:49.119 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="add index"] [2024/05/07 02:08:49.120 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 46, tp add index"] [category=ddl] [jobID=188] [conn=15] [job="ID:188, Type:add index, State:synced, SchemaState:public, SchemaID:184, TableID:186, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:47.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589471876218883, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:49.131 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/07 02:08:49.131 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:49.132 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 15\n# Query_time: 2.029861845\n# Parse_time: 0.000031024\n# Compile_time: 0.000058814\n# Rewrite_time: 0.000001738\n# Optimize_time: 0.000018378\n# Wait_TS: 0.000125175\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/07 02:08:49.137 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [2024/05/07 02:08:49.137 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [2024/05/07 02:08:49.140 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 47, tp add index"] [category=ddl] ["take time"=2.41µs] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 44, tp add index"] [category=ddl] ["take time"=1.077µs] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 46, tp add index"] [category=ddl] ["take time"=1.28µs] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 45, tp add index"] [category=ddl] ["take time"=1.023µs] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 43, tp general"] [category=ddl] ["take time"=953ns] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:49.141 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:49.141 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=1a04918d-93ed-429d-8714-da09a65b2307] ["take time"=3.983368ms] [2024/05/07 02:08:49.141 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=1a04918d-93ed-429d-8714-da09a65b2307] [2024/05/07 02:08:49.143 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:49.143 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:49.143 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/9512b6d0-375c-4f30-a443-250315c5eee6] [2024/05/07 02:08:49.143 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/9512b6d0-375c-4f30-a443-250315c5eee6] [watcherID=1a379c62-514f-4d1f-9ba3-3f73d62599ee] [2024/05/07 02:08:49.143 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:49.143 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:49.143 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:49.143 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=935] [2024/05/07 02:08:49.144 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:49.144 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:49.144 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=1a04918d-93ed-429d-8714-da09a65b2307] [2024/05/07 02:08:49.144 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:49.145 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:49.145 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:49.145 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:49.145 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:49.145 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=150001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/07 02:08:49.145 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:49.145 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [error="context canceled"] [2024/05/07 02:08:49.144 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9fc66e79-2d34-4489-93c0-34b7fa8ce988"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9fc66e79-2d34-4489-93c0-34b7fa8ce988"] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:49.145 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=150001] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=1a04918d-93ed-429d-8714-da09a65b2307] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:49.144 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [error="context canceled"] [2024/05/07 02:08:49.145 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [2024/05/07 02:08:49.145 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9fc66e79-2d34-4489-93c0-34b7fa8ce988"] [error="context canceled"] [2024/05/07 02:08:49.145 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9fc66e79-2d34-4489-93c0-34b7fa8ce988] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:49.145 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:49.346 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9fc66e79-2d34-4489-93c0-34b7fa8ce988"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:50.389 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:50.389 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:50.389 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:50.389 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:50.415 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 1a04918d-93ed-429d-8714-da09a65b2307"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:50.415 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:50.415 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:50.416 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.278625105s] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:50.416 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:50.416 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:50.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:50.416 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:50.416 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestEmptyTable (3.83s) === RUN TestAddIndexIngestRestoredData [2024/05/07 02:08:50.419 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:50.419 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:50.419 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:50.420 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:50.420 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:50.420 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:50.420 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:50.420 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:50.421 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:50.421 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:50.421 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:50.422 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:50.422 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:50.422 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:50.425 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:50.433 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:50.443 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=90] ["lease id"=6f188f50cd76ecfd] [2024/05/07 02:08:50.444 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:50.457 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=138] ["start time"=11.647518ms] [2024/05/07 02:08:50.459 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:50.459 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=2ef1eb6d-3115-4084-91a0-5555931c437b] [runWorker=true] [2024/05/07 02:08:50.459 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:50.460 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:50.460 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:50.461 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:50.461 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184599388160/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:50.461 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:50.461 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:50.461 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:50.462 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ea66] [ownerID=2ef1eb6d-3115-4084-91a0-5555931c437b] [op=none] [2024/05/07 02:08:50.463 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:50.463 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=28cfa08f-98a2-496a-ab33-217cd1fb7d83] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:50.464 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:50.469 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:50.470 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:50.470 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:50.482 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:50.484 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:50.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:50.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:50.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:50.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:50.486 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:50.486 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:50.486 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:50.486 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:50.486 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:50.486 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:50.486 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:50.487 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:50.487 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:50.487 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:50.487 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:50.487 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:50.488 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:50.488 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4590bc92-515f-4959-9621-88dbb9c49803] [2024/05/07 02:08:50.488 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:50.488 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:50.489 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:50.490 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:50.490 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:50.490 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:50.490 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.299114ms] [2024/05/07 02:08:50.498 +00:00] [INFO] [set.go:170] ["set global var"] [conn=16] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:50.499 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=138] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:50.507 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:50.507 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:50.511 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:50.512 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ea66] [ownerID=2ef1eb6d-3115-4084-91a0-5555931c437b] [op=none] [2024/05/07 02:08:50.512 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [op=none] [2024/05/07 02:08:50.512 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:50.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:queueing, SchemaState:public, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=51.959µs] [gotSchemaVersion=139] [phyTblIDs="[186]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:50.530 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/05/07 02:08:50.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.085406ms] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:write only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.593 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=33.942µs] [gotSchemaVersion=140] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:50.596 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=140] [2024/05/07 02:08:50.611 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9fc66e79-2d34-4489-93c0-34b7fa8ce988"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:50.644 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=52.484385ms] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.649 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [category=ddl] [job="ID:189, Type:drop schema, State:running, SchemaState:delete only, SchemaID:184, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.659 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=62.716µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:50.661 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=189] [version=141] [2024/05/07 02:08:50.708 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=52.001076ms] [job="ID:189, Type:drop schema, State:done, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.717 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[186]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:50.722 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop schema"] [2024/05/07 02:08:50.723 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=189] [conn=17] [job="ID:189, Type:drop schema, State:synced, SchemaState:none, SchemaID:184, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.729 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/05/07 02:08:50.729 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:50.730 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=141] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:50.738 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:50.738 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:50.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [category=ddl] [job="ID:191, Type:create schema, State:queueing, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.751 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=259.439µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:50.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=142] [2024/05/07 02:08:50.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=52.352008ms] [job="ID:191, Type:create schema, State:done, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:50.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.807 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=191] [conn=17] [job="ID:191, Type:create schema, State:synced, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.812 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/07 02:08:50.812 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:50.820 +00:00] [INFO] [set.go:170] ["set global var"] [conn=17] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:50.821 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=142] [cur_db=addindexlit] [sql="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [user=] [2024/05/07 02:08:50.830 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:50.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:50.830 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:50.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="\t\tCREATE TABLE tbl_5 (\n\t\t col_21 time DEFAULT '04:48:17',\n\t\t col_22 varchar(403) COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t col_23 year(4) NOT NULL,\n\t\t col_24 char(182) CHARACTER SET gbk COLLATE gbk_chinese_ci NOT NULL,\n\t\t col_25 set('Alice','Bob','Charlie','David') COLLATE utf8_unicode_ci DEFAULT NULL,\n\t\t PRIMARY KEY (col_24(3)) /*T![clustered_index] CLUSTERED */,\n\t\t KEY idx_10 (col_22)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;"] [2024/05/07 02:08:50.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [category=ddl] [job="ID:193, Type:create table, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.839 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 190, Table ID: 192, Table Name: tbl_5"] [2024/05/07 02:08:50.846 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=582.302µs] [gotSchemaVersion=143] [phyTblIDs="[192]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:50.848 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=143] [2024/05/07 02:08:50.896 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=52.037384ms] [job="ID:193, Type:create table, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:50.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.901 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 48, tp general"] [category=ddl] [jobID=193] [conn=17] [job="ID:193, Type:create table, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.907 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/07 02:08:50.907 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:50.910 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589472361185292] [2024/05/07 02:08:50.911 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=17] [schemaVersion=143] [cur_db=addindexlit] [sql="alter table tbl_5 add unique key idx_13 ( col_23 );"] [user=] [2024/05/07 02:08:50.916 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:50.916 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/07 02:08:50.924 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:queueing, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:50.925 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:none, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"idx_13\",\"L\":\"idx_13\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"col_23\",\"L\":\"col_23\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:50.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=588.543µs] [gotSchemaVersion=144] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:50.934 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/05/07 02:08:50.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=52.364327ms] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:50.991 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:delete only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:51.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=621.294µs] [gotSchemaVersion=145] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:51.003 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=145] [2024/05/07 02:08:51.050 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=52.681174ms] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:51.058 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 49, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write only, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:51.067 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=584.338µs] [gotSchemaVersion=146] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:51.070 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=146] [2024/05/07 02:08:51.117 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=52.422312ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:51.125 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:51.126 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/07 02:08:51.127 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f72010000000000000000f7] [endKey=7480000000000000c05f72010000000000000000f700] [2024/05/07 02:08:51.134 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/07 02:08:51.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589472426459140, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:51.140 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=194] [table=tbl_5] ["ingest mode"=true] [index=idx_13] [2024/05/07 02:08:51.144 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/194] [2024/05/07 02:08:51.167 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=192] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:51.464 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:51.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:51.464 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:51.464 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:51.489 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:51.489 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:51.489 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4590bc92-515f-4959-9621-88dbb9c49803] [watcherID=24a33a1c-9e85-4221-ae3a-94e76a568513] [2024/05/07 02:08:51.490 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:51.492 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:51.492 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:51.492 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:51.492 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:51.496 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=180001] [2024/05/07 02:08:51.496 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:51.998 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:51.998 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:51.999 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=180001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:52.000 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:52.296 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=180001] [type=backfill] [remaining-slots=12] [2024/05/07 02:08:52.461 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:52.600 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:52.601 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:52.601 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/07 02:08:52.604 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:52.604 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:52.605 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:52.605 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:52.605 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:52.605 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:52.605 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:52.605 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:52.605 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:52.613 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:52.614 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:52.614 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=194] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:52.614 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:52.620 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:52.624 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/07 02:08:52.624 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=194] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:52.627 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=180001] [subtask-id=150001] [jobID=194] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:52.627 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f72010000000000000000f7] ["end key"=7480000000000000c05f72010000000000000000f700] [2024/05/07 02:08:52.627 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=180001] [subtask-id=150001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c05f72010000000000000000f7, endKey=7480000000000000c05f72010000000000000000f700"] [2024/05/07 02:08:52.674 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:08:52.719 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:08:52.719 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=180001] [subtask-id=150001] [id=1] [2024/05/07 02:08:52.763 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:08:52.766 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=194] ["index ID"=3] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/07 02:08:52.766 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=64] [kvs=1] [files=1] [sstFileSize=970] [file=/tmp/tidb/tmp_ddl-4000/194/391335df-5408-5824-accb-01a6a45c0a4c.sst/a2ccc357-a148-4eec-9894-f6be69181bed.sst] [firstKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [lastKey=7480000000000000FFC05F698000000000FF0000030380000000FF000007D700000000FB010000000000000000F7000A] [2024/05/07 02:08:52.770 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=194] [2024/05/07 02:08:52.770 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=3] ["usage info"="disk usage: 184599457792/468329922560, backend usage: 0"] [2024/05/07 02:08:52.770 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [2024/05/07 02:08:52.772 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:52.793 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] ["region ranges"=1] [count=1] [size=64] [2024/05/07 02:08:52.794 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:52.807 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=391335df-5408-5824-accb-01a6a45c0a4c] [size=64] [kvs=1] [importedSize=44] [importedCount=1] [2024/05/07 02:08:52.808 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [retryCnt=0] [takeTime=37.716865ms] [] [2024/05/07 02:08:52.813 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=194] [2024/05/07 02:08:52.824 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:52.824 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/07 02:08:52.825 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=1.165749ms] [] [2024/05/07 02:08:52.825 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [2024/05/07 02:08:52.826 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=tbl_5:3] [engineUUID=391335df-5408-5824-accb-01a6a45c0a4c] [takeTime=693.599µs] [] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:52.827 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:52.827 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:52.827 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:52.827 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:52.827 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:52.827 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/07 02:08:52.827 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=180001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=227.166277ms] [] [2024/05/07 02:08:52.999 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=180001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:08:53.128 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=180001] [type=backfill] [2024/05/07 02:08:53.283 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:53.283 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/194] [keyspaceName=] [2024/05/07 02:08:53.286 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:53.286 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:53.286 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:53.286 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:53.287 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:53.287 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:53.287 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:53.287 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:53.287 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:53.294 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:53.295 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:53.295 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:53.295 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=tbl_5] [2024/05/07 02:08:53.295 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=tbl_5] [category=detect-dupe] [tasks=1] [2024/05/07 02:08:53.498 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=180001] [2024/05/07 02:08:53.500 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:53.500 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=150001] [2024/05/07 02:08:53.500 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=180001] [2024/05/07 02:08:53.606 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=tbl_5] [takeTime=310.992596ms] [] [2024/05/07 02:08:53.607 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:53.607 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:53.607 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:53.607 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:53.607 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:53.608 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=194] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/07 02:08:53.608 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/07 02:08:53.616 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:53.638 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=717.512µs] [gotSchemaVersion=147] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:53.641 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=147] [2024/05/07 02:08:53.688 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=52.560404ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589472426459140, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.695 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589472426459140, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.696 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=194] [table=tbl_5] [index=idx_13] [2024/05/07 02:08:53.704 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=646.443µs] [gotSchemaVersion=148] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:53.706 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=148] [2024/05/07 02:08:53.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.863369ms] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.762 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 50, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.762 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=194] [physicalTableID=192] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/07 02:08:53.768 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=194] [2024/05/07 02:08:53.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 52, tp add index"] [category=ddl] [jobID=194] [conn=17] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:0, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473108295687, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.775 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:194, Type:add index, State:running, SchemaState:write reorganization, SchemaID:190, TableID:192, RowCount:1, ArgLen:6, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473108295687, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000000c05f69ffff000000000003,EndKey:7480000000000000c05f69ffff000000000003ff,First:false,PhysicalTableID:192,Ingest mode:false"] [2024/05/07 02:08:53.777 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=192] ["start key"=7480000000000000c05f69ffff000000000003] ["end key"=7480000000000000c05f69ffff000000000003ff] [2024/05/07 02:08:53.777 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000c05f69ffff000000000003] [endKey=7480000000000000c05f69ffff000000000003ff] [2024/05/07 02:08:53.777 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=192] ["end key"=7480000000000000c05f69ffff000000000003ff] ["current end key"=7480000000000000c05f69ffff00000000000300] [2024/05/07 02:08:53.777 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=194] [2024/05/07 02:08:53.777 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=194] [2024/05/07 02:08:53.777 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=194] [2024/05/07 02:08:53.778 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 192, range: [7480000000000000c05f69ffff000000000003, 7480000000000000c05f69ffff00000000000300), jobID: 194"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000c05f69ffff0000000000030000] ["take time"=346.871µs] [2024/05/07 02:08:53.778 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=194] [2024/05/07 02:08:53.778 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000c05f69ffff000000000003] [2024/05/07 02:08:53.778 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/07 02:08:53.802 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:08:53.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=729.649µs] [gotSchemaVersion=149] [phyTblIDs="[192]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:53.812 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=194] [version=149] [2024/05/07 02:08:53.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.288244ms] [job="ID:194, Type:add index, State:done, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473108295687, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.866 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=194] [tableID=192] [indexIDs="[9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:53.869 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=194] [jobType="add index"] [2024/05/07 02:08:53.870 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 51, tp add index"] [category=ddl] [jobID=194] [conn=17] [job="ID:194, Type:add index, State:synced, SchemaState:public, SchemaID:190, TableID:192, RowCount:1, ArgLen:3, start time: 2024-05-07 02:08:50.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473108295687, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:53.880 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/05/07 02:08:53.880 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:53.881 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 17\n# Query_time: 2.9704202090000003\n# Parse_time: 0.000026154\n# Compile_time: 0.000073907\n# Rewrite_time: 0.000001805\n# Optimize_time: 0.000021495\n# Wait_TS: 0.000142515\n# DB: addindexlit\n# Is_internal: false\n# Digest: 61a3859004e40113a4e3577c1c845a719a599b6c7d9abd4e9b79358a1663b9ba\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table tbl_5 add unique key idx_13 ( col_23 );"] [2024/05/07 02:08:53.882 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_10] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_22`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_10`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:08:53.882 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=tbl_5] ["index name"=idx_13] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`tbl_5`]) */ bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `col_24`, `col_23`)))), ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`tbl_5` use index(`idx_13`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `col_24`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:08:53.892 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [2024/05/07 02:08:53.892 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [2024/05/07 02:08:53.892 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:53.894 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 49, tp add index"] [category=ddl] ["take time"=4.935µs] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 50, tp add index"] [category=ddl] ["take time"=1.212µs] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 51, tp add index"] [category=ddl] ["take time"=1.233µs] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 52, tp add index"] [category=ddl] ["take time"=1.236µs] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 48, tp general"] [category=ddl] ["take time"=1.198µs] [2024/05/07 02:08:53.895 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:53.895 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:53.895 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:53.896 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=2ef1eb6d-3115-4084-91a0-5555931c437b] ["take time"=3.876653ms] [2024/05/07 02:08:53.896 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=2ef1eb6d-3115-4084-91a0-5555931c437b] [2024/05/07 02:08:53.898 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:08:53.898 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4590bc92-515f-4959-9621-88dbb9c49803] [watcherID=24a33a1c-9e85-4221-ae3a-94e76a568513] [2024/05/07 02:08:53.898 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:08:53.898 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4590bc92-515f-4959-9621-88dbb9c49803] [2024/05/07 02:08:53.898 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:53.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:08:53.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:08:53.898 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:08:53.898 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=90] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2ef1eb6d-3115-4084-91a0-5555931c437b] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:53.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:08:53.899 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:53.899 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:53.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 28cfa08f-98a2-496a-ab33-217cd1fb7d83"] [error="lost watcher waiting for delete"] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="context canceled"] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:53.899 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:53.899 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=2ef1eb6d-3115-4084-91a0-5555931c437b] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:08:53.899 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:53.899 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:53.899 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:53.899 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:53.900 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:53.900 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 28cfa08f-98a2-496a-ab33-217cd1fb7d83"] [error="context canceled"] [2024/05/07 02:08:53.900 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:53.900 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 28cfa08f-98a2-496a-ab33-217cd1fb7d83"] [2024/05/07 02:08:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:53.900 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=28cfa08f-98a2-496a-ab33-217cd1fb7d83] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:53.900 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:53.908 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:08:53.908 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="context canceled"] [2024/05/07 02:08:53.908 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [2024/05/07 02:08:55.136 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:55.136 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:08:55.136 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:55.139 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2ef1eb6d-3115-4084-91a0-5555931c437b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:55.139 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:08:55.139 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:08:55.139 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:55.140 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.247528368s] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:55.140 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:55.140 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:55.140 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:55.140 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:55.140 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestRestoredData (4.72s) === RUN TestAddIndexIngestUniqueKey [2024/05/07 02:08:55.143 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:55.143 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:55.143 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:55.143 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:55.143 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:55.144 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:55.144 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:55.144 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:55.144 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:55.144 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:55.145 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:55.146 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:55.146 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:55.146 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:55.149 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:55.154 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:55.156 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 28cfa08f-98a2-496a-ab33-217cd1fb7d83"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:55.166 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=920] ["lease id"=22318f50cd76ea9d] [2024/05/07 02:08:55.167 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:55.180 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=149] ["start time"=11.771911ms] [2024/05/07 02:08:55.182 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:55.182 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=7bcf78a7-a610-4cdf-b461-e96cad1eab47] [runWorker=true] [2024/05/07 02:08:55.182 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:55.183 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:55.184 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:08:55.184 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184599437312/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:55.184 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:55.184 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:55.184 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:55.184 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:55.186 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76eac0] [ownerID=7bcf78a7-a610-4cdf-b461-e96cad1eab47] [op=none] [2024/05/07 02:08:55.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:55.186 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=724d2a46-8aa9-404d-a613-c682fc74f99a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:55.187 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:55.191 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:55.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:55.192 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:55.204 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:55.207 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:55.208 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:55.208 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:55.208 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:55.208 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:55.208 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:55.208 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:55.208 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:55.209 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:55.209 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:55.209 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:55.209 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:55.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:55.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:55.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:55.210 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:55.210 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:55.211 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:55.211 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/225f4da8-791e-4a7d-a6a2-fb50a9181a3f] [2024/05/07 02:08:55.211 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:55.211 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:55.212 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:08:55.213 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:55.213 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:55.213 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:55.214 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.061384ms] [2024/05/07 02:08:55.220 +00:00] [INFO] [set.go:170] ["set global var"] [conn=18] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:08:55.222 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=149] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:08:55.230 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.230 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:08:55.235 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:55.235 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76eac0] [ownerID=7bcf78a7-a610-4cdf-b461-e96cad1eab47] [op=none] [2024/05/07 02:08:55.235 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [op=none] [2024/05/07 02:08:55.235 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:55.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:queueing, SchemaState:public, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.256 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=44.376µs] [gotSchemaVersion=150] [phyTblIDs="[192]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:55.258 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=150] [2024/05/07 02:08:55.306 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=52.57655ms] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:write only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=45.015µs] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:55.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=151] [2024/05/07 02:08:55.370 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=52.314863ms] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.375 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [category=ddl] [job="ID:195, Type:drop schema, State:running, SchemaState:delete only, SchemaID:190, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.383 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=36.339µs] [gotSchemaVersion=152] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:08:55.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=152] [2024/05/07 02:08:55.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=52.387399ms] [job="ID:195, Type:drop schema, State:done, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.441 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[192]"] [comment="drop schema: table IDs"] [2024/05/07 02:08:55.446 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop schema"] [2024/05/07 02:08:55.446 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=195] [conn=19] [job="ID:195, Type:drop schema, State:synced, SchemaState:none, SchemaID:190, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.453 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/07 02:08:55.453 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:55.454 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=152] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:08:55.461 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.461 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:08:55.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [category=ddl] [job="ID:197, Type:create schema, State:queueing, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=324.236µs] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:55.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=153] [2024/05/07 02:08:55.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=53.332862ms] [job="ID:197, Type:create schema, State:done, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.532 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=197] [conn=19] [job="ID:197, Type:create schema, State:synced, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.538 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/07 02:08:55.538 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:55.547 +00:00] [INFO] [set.go:170] ["set global var"] [conn=19] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:08:55.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=153] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/07 02:08:55.556 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.556 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/07 02:08:55.563 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.566 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 198, Table Name: t"] [2024/05/07 02:08:55.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=595.056µs] [gotSchemaVersion=154] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:55.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=199] [version=154] [2024/05/07 02:08:55.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=52.57726ms] [job="ID:199, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.630 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=199] [conn=19] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.636 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/05/07 02:08:55.636 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:55.638 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589473606369293] [2024/05/07 02:08:55.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=154] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/07 02:08:55.646 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:55.646 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/07 02:08:55.654 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.655 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:55.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=769.381µs] [gotSchemaVersion=155] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:55.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=155] [2024/05/07 02:08:55.713 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=52.778171ms] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.720 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=632.423µs] [gotSchemaVersion=156] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:55.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=156] [2024/05/07 02:08:55.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=52.234456ms] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.787 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.796 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=519.964µs] [gotSchemaVersion=157] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:55.798 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=157] [2024/05/07 02:08:55.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=53.102341ms] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.853 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.854 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:55.855 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=200] [physicalTableID=198] [startKey=7480000000000000c65f728000000000000001] [endKey=7480000000000000c65f72800000000000271000] [2024/05/07 02:08:55.862 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/07 02:08:55.867 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:55.868 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=200] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:55.873 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/200] [2024/05/07 02:08:55.899 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=198] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:56.187 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:56.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:56.187 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:56.187 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:56.212 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:56.212 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:56.212 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/225f4da8-791e-4a7d-a6a2-fb50a9181a3f] [watcherID=bd5b4e40-bbf2-4e8f-808a-39237e517b0f] [2024/05/07 02:08:56.213 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:56.214 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:56.214 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:56.214 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:56.214 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:56.218 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210001] [2024/05/07 02:08:56.218 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:56.720 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:56.720 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:56.721 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210001] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:56.722 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:57.018 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210001] [type=backfill] [remaining-slots=12] [2024/05/07 02:08:57.184 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:57.322 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:08:57.323 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:08:57.323 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/200] [keyspaceName=] [2024/05/07 02:08:57.326 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:08:57.326 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:08:57.326 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:57.326 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:08:57.327 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:57.327 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:57.327 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:57.327 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:57.327 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:57.333 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:57.334 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:57.334 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=200] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:08:57.334 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:08:57.340 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:08:57.344 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:57.344 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=200] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:08:57.345 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210001] [subtask-id=180001] [jobID=200] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:08:57.345 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=198] ["start key"=7480000000000000c65f728000000000000001] ["end key"=7480000000000000c65f72800000000000271000] [2024/05/07 02:08:57.345 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210001] [subtask-id=180001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000c65f728000000000000001, endKey=7480000000000000c65f72800000000000271000"] [2024/05/07 02:08:57.347 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:08:57.349 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:08:57.349 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210001] [subtask-id=180001] [id=1] [2024/05/07 02:08:57.351 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:08:57.354 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=200] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/07 02:08:57.354 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=108] [kvs=2] [files=1] [sstFileSize=1039] [file=/tmp/tidb/tmp_ddl-4000/200/f75d9cab-8823-5503-94ba-459a1de580da.sst/220b5dc2-aa58-4c67-93c1-0e177f7be1d9.sst] [firstKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFC65F698000000000FF0000010380000000FF0000000100000000FB80000000000027100008] [2024/05/07 02:08:57.358 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=200] [2024/05/07 02:08:57.358 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184599490560/468329922560, backend usage: 0"] [2024/05/07 02:08:57.358 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:08:57.360 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:57.381 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=2] [size=108] [2024/05/07 02:08:57.381 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:57.384 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C65F698000000000000001038000000000000001] [endKey=7480000000000000C65F69800000000000000103800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 02:08:59.384 +00:00] [2024/05/07 02:08:57.384 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:57.385 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=26.89541ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000\u0000\u0000\u0000\u0000\u0000\u0000\u0001'"] [2024/05/07 02:08:57.385 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=1] ["usage info"="disk usage: 184599490560/468329922560, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/07 02:08:57.386 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=200] [2024/05/07 02:08:57.391 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:08:57.391 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:08:57.391 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/07 02:08:57.394 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:08:57.394 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:57.395 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.099813ms] [] [2024/05/07 02:08:57.395 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:08:57.396 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=738.097µs] [] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:57.397 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:57.397 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.397 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:57.397 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.397 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.397 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=200] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/07 02:08:57.397 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=75.656336ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/07 02:08:57.397 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210001] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:08:57.722 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/07 02:08:58.002 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210001] [type=backfill] [2024/05/07 02:08:58.311 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210001] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/07 02:08:58.314 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/07 02:08:58.331 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:200, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:6, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:58.337 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:58.345 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=635.472µs] [gotSchemaVersion=158] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:58.347 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=158] [2024/05/07 02:08:58.395 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=52.268173ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:3, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.401 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.410 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=538.102µs] [gotSchemaVersion=159] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:58.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=159] [2024/05/07 02:08:58.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=52.647255ms] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.467 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=200] [conn=19] [category=ddl] [job="ID:200, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:198, RowCount:2, ArgLen:0, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.476 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=561.07µs] [gotSchemaVersion=160] [phyTblIDs="[198]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:58.478 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=160] [2024/05/07 02:08:58.526 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=52.504007ms] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.533 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=200] [tableID=198] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:08:58.536 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="add index"] [2024/05/07 02:08:58.537 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=200] [conn=19] [job="ID:200, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:198, RowCount:2, ArgLen:2, start time: 2024-05-07 02:08:55.62 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589473658535944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.542 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=200] [2024/05/07 02:08:58.544 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=200] [2024/05/07 02:08:58.544 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:08:58.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.904697879\n# Parse_time: 0.000045915\n# Compile_time: 0.000057757\n# Rewrite_time: 0.000001559\n# Optimize_time: 0.00001695\n# Wait_TS: 0.000155851\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/07 02:08:58.544 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=160] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/07 02:08:58.550 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:58.550 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/07 02:08:58.557 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.565 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=46.184µs] [gotSchemaVersion=161] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:58.567 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=161] [2024/05/07 02:08:58.616 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=52.907425ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.629 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=37.972µs] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:58.632 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=162] [2024/05/07 02:08:58.680 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=52.690451ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:198, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.688 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 198, Old Table Name: t"] [2024/05/07 02:08:58.694 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=36.677µs] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:58.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=201] [version=163] [2024/05/07 02:08:58.720 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210001] [2024/05/07 02:08:58.722 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:58.722 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210001] [2024/05/07 02:08:58.733 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:58.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.428151ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.750 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/05/07 02:08:58.752 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/05/07 02:08:58.753 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=201] [conn=19] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:198, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.760 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/05/07 02:08:58.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:58.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=163] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int);"] [user=] [2024/05/07 02:08:58.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:58.769 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int);"] [2024/05/07 02:08:58.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.779 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 202, Table Name: t"] [2024/05/07 02:08:58.785 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=562.228µs] [gotSchemaVersion=164] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:58.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=203] [version=164] [2024/05/07 02:08:58.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=52.474072ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.841 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=203] [conn=19] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.846 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/05/07 02:08:58.846 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:58.849 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589474444967950] [2024/05/07 02:08:58.850 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=164] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/07 02:08:58.856 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:08:58.856 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/07 02:08:58.863 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.864 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:08:58.873 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=654.114µs] [gotSchemaVersion=165] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:58.875 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=165] [2024/05/07 02:08:58.924 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=53.453233ms] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.932 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=546.125µs] [gotSchemaVersion=166] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:58.943 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=166] [2024/05/07 02:08:58.991 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=52.322592ms] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:58.997 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:59.006 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=503.315µs] [gotSchemaVersion=167] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:08:59.009 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=167] [2024/05/07 02:08:59.056 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=52.385005ms] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:59.063 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:59.064 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:59.065 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=204] [physicalTableID=202] [startKey=7480000000000000ca5f72016100000000000000f8] [endKey=7480000000000000ca5f72017a00000000000000f800] [2024/05/07 02:08:59.070 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/07 02:08:59.074 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:08:59.075 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=204] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:08:59.079 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/204] [2024/05/07 02:08:59.101 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=202] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:59.113 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210002] [2024/05/07 02:08:59.113 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:08:59.614 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:08:59.614 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:59.615 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210002] [curr-step=init] [next-step=read-index] [2024/05/07 02:08:59.616 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:08:59.718 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210002] [type=backfill] [remaining-slots=12] [2024/05/07 02:09:00.021 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:09:00.022 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:00.022 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/204] [keyspaceName=] [2024/05/07 02:09:00.025 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:00.025 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:00.025 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:00.025 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:00.026 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:00.026 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:00.026 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:00.026 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:00.026 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:00.032 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:00.033 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:00.033 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=204] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:00.033 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:09:00.038 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:09:00.042 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:00.042 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=204] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:00.043 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210002] [subtask-id=180002] [jobID=204] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:09:00.043 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=202] ["start key"=7480000000000000ca5f72016100000000000000f8] ["end key"=7480000000000000ca5f72017a00000000000000f800] [2024/05/07 02:09:00.043 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210002] [subtask-id=180002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ca5f72016100000000000000f8, endKey=7480000000000000ca5f72017a00000000000000f800"] [2024/05/07 02:09:00.045 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/07 02:09:00.048 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/07 02:09:00.048 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210002] [subtask-id=180002] [id=1] [2024/05/07 02:09:00.050 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/07 02:09:00.052 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=204] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137816] ["max memory quota"=17179869184] [2024/05/07 02:09:00.053 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=128] [kvs=2] [files=1] [sstFileSize=1061] [file=/tmp/tidb/tmp_ddl-4000/204/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/bfb4487d-6f47-41d0-bab7-25c306f0d831.sst] [firstKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB016100000000000000F8000A] [lastKey=7480000000000000FFCA5F698000000000FF0000020380000000FF0000000100000000FB017A00000000000000F8000A] [2024/05/07 02:09:00.057 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=204] [2024/05/07 02:09:00.057 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 184599502848/468329922560, backend usage: 0"] [2024/05/07 02:09:00.057 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/07 02:09:00.058 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:00.079 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=2] [size=128] [2024/05/07 02:09:00.079 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:00.081 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CA5F698000000000000002038000000000000001] [endKey=7480000000000000CA5F69800000000000000203800000000000000100] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 02:09:02.081 +00:00] [2024/05/07 02:09:00.081 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:00.083 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=26.134091ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/07 02:09:00.083 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 184599502848/468329922560, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/07 02:09:00.084 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=204] [2024/05/07 02:09:00.089 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:00.089 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:00.090 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/07 02:09:00.092 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:09:00.092 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:00.093 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=1.079402ms] [] [2024/05/07 02:09:00.093 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:00.094 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=684.146µs] [] [2024/05/07 02:09:00.095 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:00.095 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:00.095 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:00.095 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:00.095 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:00.095 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=204] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/07 02:09:00.096 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=74.65733ms] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/07 02:09:00.096 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210002] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:00.117 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1' for key 't.idx'\\\"}\"]"] [2024/05/07 02:09:00.397 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210002] [type=backfill] [2024/05/07 02:09:00.913 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210002] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/07 02:09:00.915 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=2] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [2024/05/07 02:09:00.933 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:204, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:6, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:00.939 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [error="[kv:1062]Duplicate entry '1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:00.947 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=616.548µs] [gotSchemaVersion=168] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:00.949 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=168] [2024/05/07 02:09:00.997 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=52.749152ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:3, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.004 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=549.805µs] [gotSchemaVersion=169] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:01.015 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=169] [2024/05/07 02:09:01.062 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=52.371206ms] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.070 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=204] [conn=19] [category=ddl] [job="ID:204, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:202, RowCount:2, ArgLen:0, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=554.014µs] [gotSchemaVersion=170] [phyTblIDs="[202]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:01.082 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=170] [2024/05/07 02:09:01.114 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210002] [2024/05/07 02:09:01.116 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:01.116 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210002] [2024/05/07 02:09:01.123 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:01.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.672047ms] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.138 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=204] [tableID=202] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:01.141 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="add index"] [2024/05/07 02:09:01.142 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=204] [conn=19] [job="ID:204, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:202, RowCount:2, ArgLen:2, start time: 2024-05-07 02:08:58.819 +0000 UTC, Err:[kv:1062]Duplicate entry '1' for key 't.idx', ErrCount:1, SnapshotVersion:449589474497658888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.147 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=204] [2024/05/07 02:09:01.149 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=204] [2024/05/07 02:09:01.149 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:01.149 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.299156679\n# Parse_time: 0.000023699\n# Compile_time: 0.000043259\n# Rewrite_time: 0.000001855\n# Optimize_time: 0.00001695\n# Wait_TS: 0.000118042\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/07 02:09:01.149 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=170] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/07 02:09:01.155 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:01.155 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/07 02:09:01.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.169 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=41.426µs] [gotSchemaVersion=171] [phyTblIDs="[202]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:01.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=171] [2024/05/07 02:09:01.220 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=52.254207ms] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.234 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=38.13µs] [gotSchemaVersion=172] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:01.236 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=172] [2024/05/07 02:09:01.284 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=52.705299ms] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.291 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:196, TableID:202, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.295 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 196, Old Table ID: 202, Old Table Name: t"] [2024/05/07 02:09:01.300 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=47.643µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:01.302 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=205] [version=173] [2024/05/07 02:09:01.351 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.540441ms] [job="ID:205, Type:drop table, State:done, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.357 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/05/07 02:09:01.360 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/05/07 02:09:01.360 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=205] [conn=19] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:196, TableID:202, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.367 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/05/07 02:09:01.367 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.368 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=173] [cur_db=addindexlit] [sql="create table t (a varchar(255) primary key, b int, c char(5));"] [user=] [2024/05/07 02:09:01.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:01.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a varchar(255) primary key, b int, c char(5));"] [2024/05/07 02:09:01.383 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.389 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 196, Table ID: 206, Table Name: t"] [2024/05/07 02:09:01.395 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=615.844µs] [gotSchemaVersion=174] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:01.398 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=174] [2024/05/07 02:09:01.446 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.896206ms] [job="ID:207, Type:create table, State:done, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.452 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 53, tp general"] [category=ddl] [jobID=207] [conn=19] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.37 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.457 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/07 02:09:01.457 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:01.459 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589475126542353] [2024/05/07 02:09:01.460 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=19] [schemaVersion=174] [cur_db=addindexlit] [sql="alter table t add unique index idx(b, c);"] [user=] [2024/05/07 02:09:01.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:01.466 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b, c);"] [2024/05/07 02:09:01.473 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:queueing, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.473 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:none, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"c\",\"L\":\"c\"},\"offset\":2,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:01.481 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=652.731µs] [gotSchemaVersion=175] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:01.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=175] [2024/05/07 02:09:01.531 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.02832ms] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.539 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.547 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=508.628µs] [gotSchemaVersion=176] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:01.550 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=176] [2024/05/07 02:09:01.598 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=53.01251ms] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write only, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.614 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=646.28µs] [gotSchemaVersion=177] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:01.617 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=177] [2024/05/07 02:09:01.665 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.33809ms] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.673 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 56, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.673 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:01.674 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=208] [physicalTableID=206] [startKey=7480000000000000ce5f72016100000000000000f8] [endKey=7480000000000000ce5f72017a00000000000000f800] [2024/05/07 02:09:01.680 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/07 02:09:01.685 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:01.686 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=208] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:01.691 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/208] [2024/05/07 02:09:01.711 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=206] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:01.722 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=210003] [2024/05/07 02:09:01.722 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:09:02.222 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:09:02.222 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:02.223 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=210003] [curr-step=init] [next-step=read-index] [2024/05/07 02:09:02.224 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:09:02.417 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=210003] [type=backfill] [remaining-slots=12] [2024/05/07 02:09:02.720 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:09:02.721 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:02.721 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/208] [keyspaceName=] [2024/05/07 02:09:02.724 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:02.724 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:02.724 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:02.724 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:02.724 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:02.724 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:02.724 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:02.725 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:02.725 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:02.732 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:02.732 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:02.732 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=208] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:02.732 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:09:02.738 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:09:02.742 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:02.742 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=208] ["index ID"=2] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:02.744 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=210003] [subtask-id=180003] [jobID=208] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:09:02.744 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=206] ["start key"=7480000000000000ce5f72016100000000000000f8] ["end key"=7480000000000000ce5f72017a00000000000000f800] [2024/05/07 02:09:02.745 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=210003] [subtask-id=180003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000ce5f72016100000000000000f8, endKey=7480000000000000ce5f72017a00000000000000f800"] [2024/05/07 02:09:02.747 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/07 02:09:02.749 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/07 02:09:02.749 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=210003] [subtask-id=180003] [id=1] [2024/05/07 02:09:02.751 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/07 02:09:02.753 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=208] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137936] ["max memory quota"=17179869184] [2024/05/07 02:09:02.754 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=292] [kvs=4] [files=1] [sstFileSize=1118] [file=/tmp/tidb/tmp_ddl-4000/208/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/cf1490c0-a24b-4c17-95c6-33c07928c800.sst] [firstKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000101633100FF0000000000F90000FD016100000000000000F8000A] [lastKey=7480000000000000FFCE5F698000000000FF0000020380000000FF0000000201633100FF0000000000F90000FD016400000000000000F8000A] [2024/05/07 02:09:02.758 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=208] [2024/05/07 02:09:02.758 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 184599515136/468329922560, backend usage: 0"] [2024/05/07 02:09:02.758 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/07 02:09:02.759 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:02.780 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=4] [size=292] [2024/05/07 02:09:02.780 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:02.782 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000CE5F698000000000000002038000000000000001016331000000000000F9] [endKey=7480000000000000CE5F698000000000000002038000000000000002016331000000000000F900] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 02:09:04.782 +00:00] [2024/05/07 02:09:02.782 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:02.784 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=25.961663ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\ufffd_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0002\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0001\u0001c1\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\n\u0001a\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd'"] [2024/05/07 02:09:02.784 +00:00] [ERROR] [backend.go:248] ["ingest data into storage error"] ["index ID"=2] ["usage info"="disk usage: 184599515136/468329922560, backend usage: 0"] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).unsafeImportAndReset\n\tpkg/ddl/ingest/backend.go:248\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).Flush\n\tpkg/ddl/ingest/backend.go:229\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).flush\n\tpkg/ddl/backfilling_operators.go:832\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:809\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/07 02:09:02.785 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=208] [2024/05/07 02:09:02.790 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:02.790 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:02.790 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/07 02:09:02.793 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:09:02.793 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:02.794 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=1.102371ms] [] [2024/05/07 02:09:02.794 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:02.795 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=729.754µs] [] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:02.797 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:02.797 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:02.797 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:02.797 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:02.797 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:02.797 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=208] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/07 02:09:02.797 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=210003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=77.778703ms] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/07 02:09:02.797 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=210003] [task-type=backfill] [server-id=:4000] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*OperatorCtx).onError\n\tpkg/ddl/backfilling_operators.go:97\ngithub.com/pingcap/tidb/pkg/ddl.(*indexWriteResultSink).collectResult\n\tpkg/ddl/backfilling_operators.go:811\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:03.226 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[kv:1062]Duplicate entry '1-c1' for key 't.idx'\\\"}\"]"] [2024/05/07 02:09:03.402 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=210003] [type=backfill] [2024/05/07 02:09:03.822 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=210003] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/ddl.submitAndWaitTask\n\tpkg/ddl/index.go:2275\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask.func2\n\tpkg/ddl/index.go:2108\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78"] [2024/05/07 02:09:03.824 +00:00] [WARN] [reorg.go:230] ["run reorg job done"] [category=ddl] ["handled rows"=4] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [2024/05/07 02:09:03.846 +00:00] [WARN] [index.go:1058] ["run add index job failed, convert job to rollback"] [category=ddl] [job="ID:208, Type:add index, State:running, SchemaState:write reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:6, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:03.852 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [error="[kv:1062]Duplicate entry '1-c1' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '1-c1' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob\n\tpkg/ddl/reorg.go:245\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr\n\tpkg/ddl/index.go:1038\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJobDist\n\tpkg/ddl/index.go:909\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:864\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:03.859 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=638.326µs] [gotSchemaVersion=178] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:03.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=178] [2024/05/07 02:09:03.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=52.576423ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:3, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:03.916 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 54, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:03.924 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=620.809µs] [gotSchemaVersion=179] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:03.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=179] [2024/05/07 02:09:03.975 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=52.924048ms] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:03.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 55, tp add index"] [category=ddl] [jobID=208] [conn=19] [category=ddl] [job="ID:208, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:196, TableID:206, RowCount:4, ArgLen:0, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:03.990 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=584.911µs] [gotSchemaVersion=180] [phyTblIDs="[206]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:03.992 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=208] [version=180] [2024/05/07 02:09:04.040 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=52.455978ms] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.047 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=208] [tableID=206] [indexIDs="[2,9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:04.049 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="add index"] [2024/05/07 02:09:04.050 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 57, tp add index"] [category=ddl] [jobID=208] [conn=19] [job="ID:208, Type:add index, State:rollback done, SchemaState:none, SchemaID:196, TableID:206, RowCount:4, ArgLen:2, start time: 2024-05-07 02:09:01.419 +0000 UTC, Err:[kv:1062]Duplicate entry '1-c1' for key 't.idx', ErrCount:1, SnapshotVersion:449589475192340483, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:04.054 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=208] [2024/05/07 02:09:04.057 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=208] [2024/05/07 02:09:04.057 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:04.057 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 19\n# Query_time: 2.596645084\n# Parse_time: 0.000035268\n# Compile_time: 0.000048227\n# Rewrite_time: 0.000001349\n# Optimize_time: 0.00001695\n# Wait_TS: 0.000115868\n# DB: addindexlit\n# Is_internal: false\n# Digest: 543e599716e60f88a20be37ebf4c666fd38e6f789726c344fa525534bdef00e7\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b, c);"] [2024/05/07 02:09:04.058 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [2024/05/07 02:09:04.058 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [2024/05/07 02:09:04.060 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 56, tp add index"] [category=ddl] ["take time"=2.12µs] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 54, tp add index"] [category=ddl] ["take time"=963ns] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 57, tp add index"] [category=ddl] ["take time"=487ns] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 55, tp add index"] [category=ddl] ["take time"=521ns] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 53, tp general"] [category=ddl] ["take time"=611ns] [2024/05/07 02:09:04.061 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:04.061 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:04.061 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:04.062 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=7bcf78a7-a610-4cdf-b461-e96cad1eab47] ["take time"=5.314273ms] [2024/05/07 02:09:04.062 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=7bcf78a7-a610-4cdf-b461-e96cad1eab47] [2024/05/07 02:09:04.064 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:04.064 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/225f4da8-791e-4a7d-a6a2-fb50a9181a3f] [watcherID=bd5b4e40-bbf2-4e8f-808a-39237e517b0f] [2024/05/07 02:09:04.064 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:04.064 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/225f4da8-791e-4a7d-a6a2-fb50a9181a3f] [2024/05/07 02:09:04.064 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:04.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:04.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:04.064 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:04.064 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=920] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7bcf78a7-a610-4cdf-b461-e96cad1eab47] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:04.065 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 724d2a46-8aa9-404d-a613-c682fc74f99a"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:04.065 +00:00] [INFO] [scheduler.go:168] ["schedule task exits"] [task-id=210003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:04.065 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=210003] [2024/05/07 02:09:04.065 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="context canceled"] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [2024/05/07 02:09:04.065 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=7bcf78a7-a610-4cdf-b461-e96cad1eab47] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:04.065 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:04.065 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:04.065 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:04.066 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 724d2a46-8aa9-404d-a613-c682fc74f99a"] [error="context canceled"] [2024/05/07 02:09:04.066 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 724d2a46-8aa9-404d-a613-c682fc74f99a"] [2024/05/07 02:09:04.066 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:04.066 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:04.066 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:04.066 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:04.066 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=724d2a46-8aa9-404d-a613-c682fc74f99a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:04.066 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:04.073 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:04.073 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="context canceled"] [2024/05/07 02:09:04.073 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [2024/05/07 02:09:04.073 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:05.318 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:05.318 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:05.318 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:05.318 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:05.325 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 724d2a46-8aa9-404d-a613-c682fc74f99a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:05.336 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7bcf78a7-a610-4cdf-b461-e96cad1eab47"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:05.336 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:05.336 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:05.336 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.279342846s] [2024/05/07 02:09:05.336 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:05.336 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:05.336 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:05.336 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:05.337 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexIngestUniqueKey (10.20s) === RUN TestAddIndexSplitTableRanges [2024/05/07 02:09:05.339 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:05.339 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:05.339 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:05.340 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:05.340 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:05.340 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:05.340 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:05.340 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:05.340 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:05.340 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:05.341 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:05.342 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:05.342 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:05.342 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:05.345 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:05.350 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:05.359 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=821] ["lease id"=22318f50cd76eb16] [2024/05/07 02:09:05.361 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:05.373 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=180] ["start time"=10.971444ms] [2024/05/07 02:09:05.375 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:05.375 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=704854bf-848c-450f-84f9-72457f4063e7] [runWorker=true] [2024/05/07 02:09:05.375 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:05.376 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:05.377 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:05.377 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184599498752/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:05.377 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:05.377 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:05.377 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:05.377 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:05.379 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:05.379 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=54678cf2-bd43-485f-a379-8d518344e96a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:05.379 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76eb40] [ownerID=704854bf-848c-450f-84f9-72457f4063e7] [op=none] [2024/05/07 02:09:05.379 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:05.384 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:05.385 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:05.385 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:05.395 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:05.397 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:05.399 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:05.399 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:05.399 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:05.399 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:05.399 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:05.399 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:05.399 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:05.399 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:05.399 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:05.399 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:05.399 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:05.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:05.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:05.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:05.400 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:05.400 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:05.401 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:05.401 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/f1fa3898-da15-4c88-84ad-ce126aaf0530] [2024/05/07 02:09:05.401 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:05.401 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:05.402 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:05.403 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:05.403 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:05.403 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:05.404 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.264844ms] [2024/05/07 02:09:05.410 +00:00] [INFO] [set.go:170] ["set global var"] [conn=20] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:05.411 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=180] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:05.418 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:05.418 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:05.429 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:05.429 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76eb40] [ownerID=704854bf-848c-450f-84f9-72457f4063e7] [op=none] [2024/05/07 02:09:05.429 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [op=none] [2024/05/07 02:09:05.429 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:05.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:queueing, SchemaState:public, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.445 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=40.926µs] [gotSchemaVersion=181] [phyTblIDs="[206]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:05.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=181] [2024/05/07 02:09:05.495 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=52.447886ms] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.501 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:write only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.508 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=35.196µs] [gotSchemaVersion=182] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:05.510 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=182] [2024/05/07 02:09:05.559 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=52.661636ms] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [category=ddl] [job="ID:209, Type:drop schema, State:running, SchemaState:delete only, SchemaID:196, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=36.274µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:05.575 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=183] [2024/05/07 02:09:05.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=52.240564ms] [job="ID:209, Type:drop schema, State:done, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.629 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=209] [tableIDs="[206]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:05.634 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=209] [jobType="drop schema"] [2024/05/07 02:09:05.635 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=209] [conn=21] [job="ID:209, Type:drop schema, State:synced, SchemaState:none, SchemaID:196, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.641 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/07 02:09:05.641 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:05.642 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=183] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:05.649 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:05.649 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:05.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [category=ddl] [job="ID:211, Type:create schema, State:queueing, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=281.709µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:05.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=184] [2024/05/07 02:09:05.714 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=53.115298ms] [job="ID:211, Type:create schema, State:done, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:05.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.720 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=211] [conn=21] [job="ID:211, Type:create schema, State:synced, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.725 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/07 02:09:05.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:05.733 +00:00] [INFO] [set.go:170] ["set global var"] [conn=21] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:05.733 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=184] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/07 02:09:05.741 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:05.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:05.741 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:05.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/07 02:09:05.747 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.749 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 212, Table Name: t"] [2024/05/07 02:09:05.755 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=475.948µs] [gotSchemaVersion=185] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:05.758 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=185] [2024/05/07 02:09:05.806 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.523159ms] [job="ID:213, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:05.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.813 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=213] [conn=21] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:05.719 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.818 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/07 02:09:05.818 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:05.820 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476266868750] [2024/05/07 02:09:05.822 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975939] [2024/05/07 02:09:05.824 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975941] [2024/05/07 02:09:05.826 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975943] [2024/05/07 02:09:05.828 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975945] [2024/05/07 02:09:05.830 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975949] [2024/05/07 02:09:05.832 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975951] [2024/05/07 02:09:05.834 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589476279975953] [2024/05/07 02:09:05.835 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d45f728000000000002ca4] [2024/05/07 02:09:05.837 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d45f728000000000002ca4] ["first new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:497 store_id:3 id:498 store_id:1 id:499 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/07 02:09:05.837 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=496] [2024/05/07 02:09:06.308 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000002ca4] ["new region left"="{Id:496 StartKey:7480000000000000ffce5f698000000000ff0000020380000000ff0000000201633100ff0000000000f90000fe EndKey:7480000000000000ffd45f728000000000ff002ca40000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:497 store_id:3 id:498 store_id:1 id:499 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:06.308 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=500] [2024/05/07 02:09:06.309 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000005948] ["new region left"="{Id:500 StartKey:7480000000000000ffd45f728000000000ff002ca40000000000fa EndKey:7480000000000000ffd45f728000000000ff0059480000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:501 store_id:3 id:502 store_id:1 id:503 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:06.309 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=504] [2024/05/07 02:09:06.309 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f7280000000000085ec] ["new region left"="{Id:504 StartKey:7480000000000000ffd45f728000000000ff0059480000000000fa EndKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:505 store_id:3 id:506 store_id:1 id:507 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:06.309 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=508] [2024/05/07 02:09:06.309 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000b290] ["new region left"="{Id:508 StartKey:7480000000000000ffd45f728000000000ff0085ec0000000000fa EndKey:7480000000000000ffd45f728000000000ff00b2900000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:509 store_id:3 id:510 store_id:1 id:511 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:06.309 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=512] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f72800000000000df34] ["new region left"="{Id:512 StartKey:7480000000000000ffd45f728000000000ff00b2900000000000fa EndKey:7480000000000000ffd45f728000000000ff00df340000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:513 store_id:3 id:514 store_id:1 id:515 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=516] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d45f728000000000010bd8] ["new region left"="{Id:516 StartKey:7480000000000000ffd45f728000000000ff00df340000000000fa EndKey:7480000000000000ffd45f728000000000ff010bd80000000000fa RegionEpoch:{ConfVer:5 Version:126} Peers:[id:517 store_id:3 id:518 store_id:1 id:519 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[496,500,504,508,512,516]"] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=496] [backoff(ms)=299524] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=496] [2024/05/07 02:09:06.310 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=500] [backoff(ms)=299524] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=500] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=504] [backoff(ms)=299524] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=504] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=508] [backoff(ms)=299523] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=508] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=512] [backoff(ms)=299523] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=512] [2024/05/07 02:09:06.311 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=516] [backoff(ms)=299523] [2024/05/07 02:09:06.312 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=516] [2024/05/07 02:09:06.312 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.476915669\n# Parse_time: 0.000023661\n# Compile_time: 0.000062559\n# Rewrite_time: 0.000010737\n# Optimize_time: 0.000019677\n# Wait_TS: 0\n# DB: addindexlit\n# Is_internal: false\n# Digest: 104ada5030acc670d66f5609374c9a5c6bee80792b5d9e63a7c362fde5b8755b\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nsplit table t between (0) and (80000) regions 7;"] [2024/05/07 02:09:06.312 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=185] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/07 02:09:06.319 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:06.319 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/07 02:09:06.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.327 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:06.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=559.617µs] [gotSchemaVersion=186] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:06.337 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=186] [2024/05/07 02:09:06.380 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:06.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:06.380 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:06.380 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:06.385 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=52.255726ms] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.402 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:06.402 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:06.402 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f1fa3898-da15-4c88-84ad-ce126aaf0530] [watcherID=fdba2143-590a-4ae9-a4cb-ef00b9e98c1f] [2024/05/07 02:09:06.403 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:06.403 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=638.301µs] [gotSchemaVersion=187] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:06.405 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:06.405 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:06.405 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:06.405 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:06.406 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=187] [2024/05/07 02:09:06.453 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=52.753967ms] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.460 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.469 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=562.054µs] [gotSchemaVersion=188] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:06.472 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=188] [2024/05/07 02:09:06.520 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.918192ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.528 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.529 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:06.531 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/07 02:09:06.539 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/07 02:09:06.544 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476463476743, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:06.545 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=214] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:06.550 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/214] [2024/05/07 02:09:06.571 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:06.585 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240001] [2024/05/07 02:09:06.585 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:09:07.086 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:09:07.086 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:07.087 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240001] [curr-step=init] [next-step=read-index] [2024/05/07 02:09:07.089 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:09:07.208 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240001] [type=backfill] [remaining-slots=12] [2024/05/07 02:09:07.378 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:07.511 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:09:07.512 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:07.512 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/214] [keyspaceName=] [2024/05/07 02:09:07.516 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:07.516 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:07.516 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:07.516 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:07.516 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:07.516 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:07.516 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:07.516 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:07.516 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:07.520 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:07.520 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:07.520 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=214] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:07.520 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:09:07.526 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:09:07.530 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:07.530 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=214] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:07.530 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240001] [subtask-id=210001] [jobID=214] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:09:07.530 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/07 02:09:07.530 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/07 02:09:07.530 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/07 02:09:07.533 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:07.535 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:09:07.537 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:09:07.537 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=2] [2024/05/07 02:09:07.538 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/07 02:09:07.540 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=214] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186272] ["max memory quota"=17179869184] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=1] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f72800000000000b290] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=3] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/07 02:09:07.540 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=4] [2024/05/07 02:09:07.541 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=5] [2024/05/07 02:09:07.541 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240001] [subtask-id=210001] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/07 02:09:07.541 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=6] [2024/05/07 02:09:07.541 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240001] [subtask-id=210001] [id=7] [2024/05/07 02:09:07.543 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=4] [size=304] [count=8] [cost=712.207µs] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/929c3286-fee1-4498-a67d-138389b3b27d.sst] [2024/05/07 02:09:07.543 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/214/f75d9cab-8823-5503-94ba-459a1de580da.sst/929c3286-fee1-4498-a67d-138389b3b27d.sst] [firstKey=7480000000000000D45F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000001038000000000011170038000000000011170] [2024/05/07 02:09:07.547 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=214] [2024/05/07 02:09:07.547 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184603729920/468329922560, backend usage: 0"] [2024/05/07 02:09:07.547 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:07.548 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:07.570 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=304] [2024/05/07 02:09:07.570 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:07.584 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/07 02:09:07.586 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=38.329438ms] [] [2024/05/07 02:09:07.590 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=214] [2024/05/07 02:09:07.600 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:09:07.600 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:07.601 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.09383ms] [] [2024/05/07 02:09:07.601 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:07.602 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=656.225µs] [] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:07.602 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:07.602 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:07.602 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:07.602 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:07.603 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:07.603 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:07.603 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:07.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:07.603 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:07.603 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=214] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/07 02:09:07.603 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=91.263327ms] [] [2024/05/07 02:09:08.087 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:09:08.207 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240001] [type=backfill] [2024/05/07 02:09:08.386 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/07 02:09:08.415 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=605.668µs] [gotSchemaVersion=189] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:08.418 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=189] [2024/05/07 02:09:08.466 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.769147ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476463476743, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.472 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476463476743, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.473 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=214] [table=t] [index=idx] [2024/05/07 02:09:08.480 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=548.418µs] [gotSchemaVersion=190] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:08.483 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=190] [2024/05/07 02:09:08.530 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=51.908583ms] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.536 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.537 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=214] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/07 02:09:08.543 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=214] [2024/05/07 02:09:08.547 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=214] [conn=21] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476988026888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.549 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:214, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476988026888, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d45f69ffff000000000001,EndKey:7480000000000000d45f69ffff000000000001ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/07 02:09:08.550 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000001] ["end key"=7480000000000000d45f69ffff000000000001ff] [2024/05/07 02:09:08.550 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000001] [endKey=7480000000000000d45f69ffff000000000001ff] [2024/05/07 02:09:08.551 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000001ff] ["current end key"=7480000000000000d45f69ffff00000000000100] [2024/05/07 02:09:08.551 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=214] [2024/05/07 02:09:08.551 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=214] [2024/05/07 02:09:08.551 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=214] [2024/05/07 02:09:08.552 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000001, 7480000000000000d45f69ffff00000000000100), jobID: 214"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000010000] ["take time"=431.002µs] [2024/05/07 02:09:08.552 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=214] [2024/05/07 02:09:08.552 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000001] [2024/05/07 02:09:08.552 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/07 02:09:08.572 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:08.577 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=558.675µs] [gotSchemaVersion=191] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:08.580 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=214] [version=191] [2024/05/07 02:09:08.586 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240001] [2024/05/07 02:09:08.588 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:08.588 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=210003] [2024/05/07 02:09:08.588 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240001] [2024/05/07 02:09:08.601 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:08.628 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.18877ms] [job="ID:214, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476988026888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.635 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=214] [tableID=212] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:08.638 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=214] [jobType="add index"] [2024/05/07 02:09:08.638 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=214] [conn=21] [job="ID:214, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-07 02:09:06.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589476988026888, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.647 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=214] [2024/05/07 02:09:08.647 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:08.648 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.336114271\n# Parse_time: 0.000037514\n# Compile_time: 0.000079804\n# Rewrite_time: 0.000001844\n# Optimize_time: 0.000019677\n# Wait_TS: 0.000180168\n# DB: addindexlit\n# Is_internal: false\n# Digest: 32d569294d9fec527c753fa1c3471a51797a29a06f81aea16315902427aadc16\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx(b);"] [2024/05/07 02:09:08.648 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:08.652 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=191] [cur_db=addindexlit] [sql="alter table t add index idx_2(b);"] [user=] [2024/05/07 02:09:08.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:08.657 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx_2(b);"] [2024/05/07 02:09:08.664 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.665 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":2,\"idx_name\":{\"O\":\"idx_2\",\"L\":\"idx_2\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:08.672 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=547.825µs] [gotSchemaVersion=192] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:08.675 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=192] [2024/05/07 02:09:08.722 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=51.932207ms] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=501.385µs] [gotSchemaVersion=193] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:08.738 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=193] [2024/05/07 02:09:08.786 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=51.873723ms] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.800 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=509.935µs] [gotSchemaVersion=194] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:08.802 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=194] [2024/05/07 02:09:08.851 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=52.933749ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.857 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/07 02:09:08.858 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f728000000000000000] [endKey=7480000000000000d45f72800000000001117000] [2024/05/07 02:09:08.863 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/07 02:09:08.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477066407944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:08.868 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=215] [table=t] ["ingest mode"=true] [index=idx_2] [2024/05/07 02:09:08.873 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/215] [2024/05/07 02:09:08.892 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=212] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:08.902 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240002] [2024/05/07 02:09:08.902 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:09:09.404 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:09:09.404 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:09.405 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240002] [curr-step=init] [next-step=read-index] [2024/05/07 02:09:09.406 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:09:09.607 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240002] [type=backfill] [remaining-slots=12] [2024/05/07 02:09:09.911 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:09:09.912 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:09.912 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/215] [keyspaceName=] [2024/05/07 02:09:09.915 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:09.915 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:09.915 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:09.915 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:09.916 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:09.916 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:09.916 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:09.916 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:09.916 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:09.919 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:09.919 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:09.919 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=215] ["current memory usage"=296] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:09.919 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:09:09.925 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:09:09.928 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:09.928 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=215] ["index ID"=2] ["current memory usage"=671089080] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:09.929 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240002] [subtask-id=210002] [jobID=215] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:09:09.929 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f728000000000000000] ["end key"=7480000000000000d45f72800000000001117000] [2024/05/07 02:09:09.929 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d45f728000000000000000, endKey=7480000000000000d45f728000000000002ca4"] [2024/05/07 02:09:09.929 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d45f728000000000002ca4, endKey=7480000000000000d45f728000000000005948"] [2024/05/07 02:09:09.932 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089120] ["max memory quota"=17179869184] [2024/05/07 02:09:09.935 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089160] ["max memory quota"=17179869184] [2024/05/07 02:09:09.937 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137776] ["max memory quota"=17179869184] [2024/05/07 02:09:09.937 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d45f728000000000005948, endKey=7480000000000000d45f7280000000000085ec"] [2024/05/07 02:09:09.940 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=215] ["index ID"=2] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186392] ["max memory quota"=17179869184] [2024/05/07 02:09:09.941 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d45f7280000000000085ec, endKey=7480000000000000d45f72800000000000b290"] [2024/05/07 02:09:09.941 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=2] [2024/05/07 02:09:09.941 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=1] [2024/05/07 02:09:09.941 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d45f72800000000000b290, endKey=7480000000000000d45f72800000000000df34"] [2024/05/07 02:09:09.942 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=3] [2024/05/07 02:09:09.942 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d45f72800000000000df34, endKey=7480000000000000d45f728000000000010bd8"] [2024/05/07 02:09:09.942 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=4] [2024/05/07 02:09:09.942 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=5] [2024/05/07 02:09:09.942 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240002] [subtask-id=210002] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d45f728000000000010bd8, endKey=7480000000000000d45f72800000000001117000"] [2024/05/07 02:09:09.943 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=6] [2024/05/07 02:09:09.943 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240002] [subtask-id=210002] [id=7] [2024/05/07 02:09:09.945 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=304] [count=8] [cost=738.476µs] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/60ae5842-fda0-4e48-aa99-dbe323c86278.sst] [2024/05/07 02:09:09.945 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=304] [kvs=8] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/215/8de86ffa-82e6-5f82-9981-8310a1aa3f1d.sst/60ae5842-fda0-4e48-aa99-dbe323c86278.sst] [firstKey=7480000000000000D45F698000000000000002038000000000000000038000000000000000] [lastKey=7480000000000000D45F698000000000000002038000000000011170038000000000011170] [2024/05/07 02:09:09.950 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=215] [2024/05/07 02:09:09.950 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=2] ["usage info"="disk usage: 184603758592/468329922560, backend usage: 0"] [2024/05/07 02:09:09.950 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [2024/05/07 02:09:09.951 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:09.973 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] ["region ranges"=1] [count=8] [size=304] [2024/05/07 02:09:09.973 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:09.988 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [size=304] [kvs=8] [importedSize=304] [importedCount=8] [2024/05/07 02:09:09.989 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [retryCnt=0] [takeTime=39.463305ms] [] [2024/05/07 02:09:09.994 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=215] [2024/05/07 02:09:10.002 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:09:10.002 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:10.004 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=1.122801ms] [] [2024/05/07 02:09:10.004 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [2024/05/07 02:09:10.004 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:2] [engineUUID=8de86ffa-82e6-5f82-9981-8310a1aa3f1d] [takeTime=614.019µs] [] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:10.005 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:10.005 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:10.005 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:10.005 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:10.005 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:10.005 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=215] ["current memory usage"=240] ["max memory quota"=17179869184] [2024/05/07 02:09:10.005 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240002] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=94.252384ms] [] [2024/05/07 02:09:10.405 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240002] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:09:10.610 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240002] [type=backfill] [2024/05/07 02:09:10.705 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/07 02:09:10.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=616.081µs] [gotSchemaVersion=195] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:10.737 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=195] [2024/05/07 02:09:10.784 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=52.566669ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477066407944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477066407944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.793 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=215] [table=t] [index=idx_2] [2024/05/07 02:09:10.801 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=631.614µs] [gotSchemaVersion=196] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:10.804 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=196] [2024/05/07 02:09:10.852 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.206715ms] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.860 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.861 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=215] [physicalTableID=212] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/07 02:09:10.867 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=215] [2024/05/07 02:09:10.872 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 61, tp add index"] [category=ddl] [jobID=215] [conn=21] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477590958088, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.874 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:215, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:212, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477590958088, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:2,StartKey:7480000000000000d45f69ffff000000000002,EndKey:7480000000000000d45f69ffff000000000002ff,First:false,PhysicalTableID:212,Ingest mode:false"] [2024/05/07 02:09:10.875 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=212] ["start key"=7480000000000000d45f69ffff000000000002] ["end key"=7480000000000000d45f69ffff000000000002ff] [2024/05/07 02:09:10.875 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d45f69ffff000000000002] [endKey=7480000000000000d45f69ffff000000000002ff] [2024/05/07 02:09:10.876 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=212] ["end key"=7480000000000000d45f69ffff000000000002ff] ["current end key"=7480000000000000d45f69ffff00000000000200] [2024/05/07 02:09:10.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=215] [2024/05/07 02:09:10.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=215] [2024/05/07 02:09:10.876 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=215] [2024/05/07 02:09:10.877 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 212, range: [7480000000000000d45f69ffff000000000002, 7480000000000000d45f69ffff00000000000200), jobID: 215"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d45f69ffff0000000000020000] ["take time"=397.717µs] [2024/05/07 02:09:10.877 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=215] [2024/05/07 02:09:10.877 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:2,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d45f69ffff000000000002] [2024/05/07 02:09:10.877 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/07 02:09:10.898 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:10.903 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240002] [2024/05/07 02:09:10.905 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=644.409µs] [gotSchemaVersion=197] [phyTblIDs="[212]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:10.905 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:10.905 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240002] [2024/05/07 02:09:10.908 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=197] [2024/05/07 02:09:10.912 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:10.955 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=52.563217ms] [job="ID:215, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477590958088, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.962 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=215] [tableID=212] [indexIDs="[9223090561878065154]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:10.965 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="add index"] [2024/05/07 02:09:10.966 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=215] [conn=21] [job="ID:215, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:212, RowCount:8, ArgLen:3, start time: 2024-05-07 02:09:08.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477590958088, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:10.975 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/07 02:09:10.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:10.976 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.324318767\n# Parse_time: 0.000027599\n# Compile_time: 0.000053609\n# Rewrite_time: 0.000002463\n# Optimize_time: 0.000019677\n# Wait_TS: 0.000190056\n# DB: addindexlit\n# Is_internal: false\n# Digest: 3b8533dcb186df7b7c5aefd3163dfd848c9b0f469aeafd56da34c64dd90eb336\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add index idx_2(b);"] [2024/05/07 02:09:10.976 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:10.977 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx_2] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx_2`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:10.981 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=197] [cur_db=addindexlit] [sql="drop table t;"] [user=] [2024/05/07 02:09:10.986 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:10.986 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table t;"] [2024/05/07 02:09:10.992 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.999 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=36.431µs] [gotSchemaVersion=198] [phyTblIDs="[212]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.001 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=198] [2024/05/07 02:09:11.049 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=52.216963ms] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.054 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.062 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=34.437µs] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.064 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=199] [2024/05/07 02:09:11.112 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=52.201382ms] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.117 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:210, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.121 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 210, Old Table ID: 212, Old Table Name: t"] [2024/05/07 02:09:11.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=76.851µs] [gotSchemaVersion=200] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:11.132 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=200] [2024/05/07 02:09:11.177 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=52.643666ms] [job="ID:216, Type:drop table, State:done, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.183 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/07 02:09:11.186 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/05/07 02:09:11.186 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=216] [conn=21] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:210, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:10.97 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.193 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/07 02:09:11.193 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:11.194 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=200] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/07 02:09:11.201 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:11.201 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/07 02:09:11.207 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.209 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 210, Table ID: 217, Table Name: t"] [2024/05/07 02:09:11.215 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=517.578µs] [gotSchemaVersion=201] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:11.217 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=201] [2024/05/07 02:09:11.265 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=52.710014ms] [job="ID:218, Type:create table, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.270 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 58, tp general"] [category=ddl] [jobID=218] [conn=21] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:11.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/07 02:09:11.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:11.277 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660745] [2024/05/07 02:09:11.279 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660748] [2024/05/07 02:09:11.280 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660751] [2024/05/07 02:09:11.282 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660754] [2024/05/07 02:09:11.284 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660756] [2024/05/07 02:09:11.286 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660758] [2024/05/07 02:09:11.287 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660760] [2024/05/07 02:09:11.289 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589477708660762] [2024/05/07 02:09:11.290 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=6] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d95f728000000000002710] [2024/05/07 02:09:11.292 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d95f728000000000002710] ["first new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:537 store_id:3 id:538 store_id:1 id:539 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=6] [2024/05/07 02:09:11.292 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=536] [2024/05/07 02:09:11.594 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000002710] ["new region left"="{Id:536 StartKey:7480000000000000ffd45f728000000000ff010bd80000000000fa EndKey:7480000000000000ffd95f728000000000ff0027100000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:537 store_id:3 id:538 store_id:1 id:539 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:11.594 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=540] [2024/05/07 02:09:11.595 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000004e20] ["new region left"="{Id:540 StartKey:7480000000000000ffd95f728000000000ff0027100000000000fa EndKey:7480000000000000ffd95f728000000000ff004e200000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:541 store_id:3 id:542 store_id:1 id:543 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:11.595 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=544] [2024/05/07 02:09:11.595 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000007530] ["new region left"="{Id:544 StartKey:7480000000000000ffd95f728000000000ff004e200000000000fa EndKey:7480000000000000ffd95f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:545 store_id:3 id:546 store_id:1 id:547 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:11.595 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=548] [2024/05/07 02:09:11.595 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f728000000000009c40] ["new region left"="{Id:548 StartKey:7480000000000000ffd95f728000000000ff0075300000000000fa EndKey:7480000000000000ffd95f728000000000ff009c400000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:549 store_id:3 id:550 store_id:1 id:551 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=552] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000c350] ["new region left"="{Id:552 StartKey:7480000000000000ffd95f728000000000ff009c400000000000fa EndKey:7480000000000000ffd95f728000000000ff00c3500000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:553 store_id:3 id:554 store_id:1 id:555 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=556] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000d95f72800000000000ea60] ["new region left"="{Id:556 StartKey:7480000000000000ffd95f728000000000ff00c3500000000000fa EndKey:7480000000000000ffd95f728000000000ff00ea600000000000fa RegionEpoch:{ConfVer:5 Version:132} Peers:[id:557 store_id:3 id:558 store_id:1 id:559 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=6] ["region IDs"="[536,540,544,548,552,556]"] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=536] [backoff(ms)=299693] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=536] [2024/05/07 02:09:11.596 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=540] [backoff(ms)=299693] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=540] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=544] [backoff(ms)=299693] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=544] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=548] [backoff(ms)=299693] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=548] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=552] [backoff(ms)=299693] [2024/05/07 02:09:11.597 +00:00] [INFO] [split_region.go:301] ["wait scatter region"] [regionID=552] [reverse=scatter-region] [status=RUNNING] [2024/05/07 02:09:11.599 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=552] [2024/05/07 02:09:11.599 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=556] [backoff(ms)=299690] [2024/05/07 02:09:11.600 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=556] [2024/05/07 02:09:11.600 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 0.309653463\n# Parse_time: 0.000026417\n# Compile_time: 0.000061386\n# Rewrite_time: 0.000010345\n# Optimize_time: 0.000019677\n# Wait_TS: 0\n# DB: addindexlit\n# Is_internal: false\n# Digest: 549e733699310cfa540283568293c8ea4dd307d4d67fa578143d9a82e8bcb7ce\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nsplit table t by (10000),(20000),(30000),(40000),(50000),(60000);"] [2024/05/07 02:09:11.600 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=21] [schemaVersion=201] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/07 02:09:11.606 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:11.606 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/07 02:09:11.613 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:queueing, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.614 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:none, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:11.621 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=520.621µs] [gotSchemaVersion=202] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:11.624 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=202] [2024/05/07 02:09:11.671 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=52.381844ms] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:delete only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=538.568µs] [gotSchemaVersion=203] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:11.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=203] [2024/05/07 02:09:11.736 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=52.705938ms] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write only, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.750 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=503.066µs] [gotSchemaVersion=204] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:11.752 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=204] [2024/05/07 02:09:11.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=52.178328ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.806 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.807 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:11.808 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f728000000000000000] [endKey=7480000000000000d95f72800000000001117000] [2024/05/07 02:09:11.813 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/07 02:09:11.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477839732744, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:11.818 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=219] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:11.822 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/219] [2024/05/07 02:09:11.842 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=217] [size=0] [error="zero approximate size"] [errorVerbose="zero approximate size\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2245\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:11.852 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=240003] [2024/05/07 02:09:11.852 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:09:12.353 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:09:12.353 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:12.354 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=240003] [curr-step=init] [next-step=read-index] [2024/05/07 02:09:12.356 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:09:12.607 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=240003] [type=backfill] [remaining-slots=12] [2024/05/07 02:09:12.910 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:09:12.911 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:12.911 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/07 02:09:12.914 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:12.914 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:12.914 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:12.914 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:12.914 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:12.914 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:12.914 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:12.914 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:12.914 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:12.921 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:12.921 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:12.921 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=219] ["current memory usage"=416] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:12.921 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:09:12.926 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:09:12.931 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:12.931 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=219] ["index ID"=1] ["current memory usage"=671089200] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:12.932 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=240003] [subtask-id=210003] [jobID=219] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:09:12.932 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000000000] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/07 02:09:12.932 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000d95f728000000000000000, endKey=7480000000000000d95f728000000000002710"] [2024/05/07 02:09:12.932 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=2] [task="TableScanTask: id=2, startKey=7480000000000000d95f728000000000002710, endKey=7480000000000000d95f728000000000004e20"] [2024/05/07 02:09:12.958 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089240] ["max memory quota"=17179869184] [2024/05/07 02:09:12.986 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089280] ["max memory quota"=17179869184] [2024/05/07 02:09:13.011 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137896] ["max memory quota"=17179869184] [2024/05/07 02:09:13.012 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=1] [2024/05/07 02:09:13.012 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=3] [task="TableScanTask: id=3, startKey=7480000000000000d95f728000000000004e20, endKey=7480000000000000d95f728000000000007530"] [2024/05/07 02:09:13.038 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=219] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=673186512] ["max memory quota"=17179869184] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=2] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=3] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=4] [task="TableScanTask: id=4, startKey=7480000000000000d95f728000000000007530, endKey=7480000000000000d95f728000000000009c40"] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f728000000000009c40] ["end key"=7480000000000000d95f72800000000001117000] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=5] [task="TableScanTask: id=5, startKey=7480000000000000d95f728000000000009c40, endKey=7480000000000000d95f72800000000000c350"] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=6] [task="TableScanTask: id=6, startKey=7480000000000000d95f72800000000000c350, endKey=7480000000000000d95f72800000000000ea60"] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=4] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=240003] [subtask-id=210003] [id=7] [task="TableScanTask: id=7, startKey=7480000000000000d95f72800000000000ea60, endKey=7480000000000000d95f72800000000001117000"] [2024/05/07 02:09:13.038 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=5] [2024/05/07 02:09:13.039 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=6] [2024/05/07 02:09:13.039 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=240003] [subtask-id=210003] [id=7] [2024/05/07 02:09:13.041 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=432] [count=8] [cost=677.855µs] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/e6e93203-62df-4545-bd99-4d3dbdd0299e.sst] [2024/05/07 02:09:13.041 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=432] [kvs=8] [files=1] [sstFileSize=1147] [file=/tmp/tidb/tmp_ddl-4000/219/f75d9cab-8823-5503-94ba-459a1de580da.sst/e6e93203-62df-4545-bd99-4d3dbdd0299e.sst] [firstKey=7480000000000000FFD95F698000000000FF0000010380000000FF0000000000000000FB80000000000000000008] [lastKey=7480000000000000FFD95F698000000000FF0000010380000000FF0001117000000000FB80000000000111700008] [2024/05/07 02:09:13.044 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=219] [2024/05/07 02:09:13.044 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184605843456/468329922560, backend usage: 0"] [2024/05/07 02:09:13.044 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:13.045 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:13.067 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=8] [size=432] [2024/05/07 02:09:13.067 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:13.077 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=432] [kvs=8] [importedSize=288] [importedCount=8] [2024/05/07 02:09:13.079 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.58994ms] [] [2024/05/07 02:09:13.084 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=219] [2024/05/07 02:09:13.093 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:09:13.093 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:13.094 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.053442ms] [] [2024/05/07 02:09:13.094 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:13.094 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=591.244µs] [] [2024/05/07 02:09:13.096 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:13.096 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:13.096 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:13.096 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.096 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:13.096 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/07 02:09:13.096 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=240003] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=185.958422ms] [] [2024/05/07 02:09:13.354 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=240003] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:09:13.397 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=240003] [type=backfill] [2024/05/07 02:09:13.654 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:13.654 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/219] [keyspaceName=] [2024/05/07 02:09:13.657 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:13.657 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:13.657 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:13.657 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:13.658 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:13.658 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:13.658 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:13.658 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:13.658 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:13.664 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:13.664 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:13.664 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=536] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:13.664 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/07 02:09:13.664 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:13.665 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=1.176011ms] [] [2024/05/07 02:09:13.666 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:13.666 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.666 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:13.666 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:13.667 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:13.667 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:13.667 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:13.667 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:13.667 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:13.667 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=219] ["current memory usage"=360] ["max memory quota"=17179869184] [2024/05/07 02:09:13.667 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/07 02:09:13.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=501.353µs] [gotSchemaVersion=205] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:13.698 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=205] [2024/05/07 02:09:13.745 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=52.272324ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477839732744, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.752 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 59, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589477839732744, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.752 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=219] [table=t] [index=idx] [2024/05/07 02:09:13.760 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=520.508µs] [gotSchemaVersion=206] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:13.762 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=206] [2024/05/07 02:09:13.810 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=52.83438ms] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.817 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.817 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=219] [physicalTableID=217] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/07 02:09:13.823 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=219] [2024/05/07 02:09:13.827 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 60, tp add index"] [category=ddl] [jobID=219] [conn=21] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:0, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478364020745, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.829 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:219, Type:add index, State:running, SchemaState:write reorganization, SchemaID:210, TableID:217, RowCount:8, ArgLen:6, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478364020745, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000d95f69ffff000000000001,EndKey:7480000000000000d95f69ffff000000000001ff,First:false,PhysicalTableID:217,Ingest mode:false"] [2024/05/07 02:09:13.830 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=217] ["start key"=7480000000000000d95f69ffff000000000001] ["end key"=7480000000000000d95f69ffff000000000001ff] [2024/05/07 02:09:13.830 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000d95f69ffff000000000001] [endKey=7480000000000000d95f69ffff000000000001ff] [2024/05/07 02:09:13.831 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=217] ["end key"=7480000000000000d95f69ffff000000000001ff] ["current end key"=7480000000000000d95f69ffff00000000000100] [2024/05/07 02:09:13.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=219] [2024/05/07 02:09:13.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=219] [2024/05/07 02:09:13.831 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=219] [2024/05/07 02:09:13.832 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 217, range: [7480000000000000d95f69ffff000000000001, 7480000000000000d95f69ffff00000000000100), jobID: 219"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000d95f69ffff0000000000010000] ["take time"=406.656µs] [2024/05/07 02:09:13.832 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=219] [2024/05/07 02:09:13.832 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=8] ["start key"=7480000000000000d95f69ffff000000000001] [2024/05/07 02:09:13.832 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=8] [2024/05/07 02:09:13.852 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:13.853 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=240003] [2024/05/07 02:09:13.855 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:13.855 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=240003] [2024/05/07 02:09:13.858 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=545.111µs] [gotSchemaVersion=207] [phyTblIDs="[217]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:13.861 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=219] [version=207] [2024/05/07 02:09:13.861 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:13.909 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=52.985301ms] [job="ID:219, Type:add index, State:done, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478364020745, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.915 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=219] [tableID=217] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:13.917 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="add index"] [2024/05/07 02:09:13.918 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 62, tp add index"] [category=ddl] [jobID=219] [conn=21] [job="ID:219, Type:add index, State:synced, SchemaState:public, SchemaID:210, TableID:217, RowCount:8, ArgLen:3, start time: 2024-05-07 02:09:11.57 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478364020745, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:13.926 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/05/07 02:09:13.926 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:13.927 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 21\n# Query_time: 2.326857911\n# Parse_time: 0.000032736\n# Compile_time: 0.00006475\n# Rewrite_time: 0.000001706\n# Optimize_time: 0.000019677\n# Wait_TS: 0.000208402\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/07 02:09:13.927 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:13.931 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [2024/05/07 02:09:13.931 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [2024/05/07 02:09:13.933 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 61, tp add index"] [category=ddl] ["take time"=1.875µs] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 62, tp add index"] [category=ddl] ["take time"=564ns] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 59, tp add index"] [category=ddl] ["take time"=642ns] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 60, tp add index"] [category=ddl] ["take time"=625ns] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 58, tp general"] [category=ddl] ["take time"=579ns] [2024/05/07 02:09:13.934 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:13.934 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:13.934 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:13.935 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=704854bf-848c-450f-84f9-72457f4063e7] ["take time"=4.673992ms] [2024/05/07 02:09:13.935 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=704854bf-848c-450f-84f9-72457f4063e7] [2024/05/07 02:09:13.936 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:13.936 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:13.936 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/f1fa3898-da15-4c88-84ad-ce126aaf0530] [2024/05/07 02:09:13.936 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/f1fa3898-da15-4c88-84ad-ce126aaf0530] [watcherID=fdba2143-590a-4ae9-a4cb-ef00b9e98c1f] [2024/05/07 02:09:13.936 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:13.936 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:13.936 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:13.936 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:13.937 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:13.937 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=821] [2024/05/07 02:09:13.938 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:13.938 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:13.938 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=704854bf-848c-450f-84f9-72457f4063e7] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 54678cf2-bd43-485f-a379-8d518344e96a"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:13.938 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:13.938 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:13.938 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:13.938 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [error="context canceled"] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=704854bf-848c-450f-84f9-72457f4063e7] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 54678cf2-bd43-485f-a379-8d518344e96a"] [error="context canceled"] [2024/05/07 02:09:13.938 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 54678cf2-bd43-485f-a379-8d518344e96a"] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:13.938 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=54678cf2-bd43-485f-a379-8d518344e96a] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:13.938 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:13.946 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:13.946 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [error="context canceled"] [2024/05/07 02:09:13.946 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [2024/05/07 02:09:13.946 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:15.185 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 54678cf2-bd43-485f-a379-8d518344e96a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.189 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.189 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:15.189 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:15.212 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 704854bf-848c-450f-84f9-72457f4063e7"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:15.212 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:15.212 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:15.212 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:15.213 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.282235847s] [2024/05/07 02:09:15.213 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:15.213 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:15.213 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:15.213 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:15.213 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexSplitTableRanges (9.88s) === RUN TestAddIndexFinishImportError [2024/05/07 02:09:15.216 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:15.216 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:15.216 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:15.216 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:15.216 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:15.217 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:15.217 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:15.217 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:15.217 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:15.217 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:15.217 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:15.218 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:15.218 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:15.219 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:15.221 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:15.227 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:15.237 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=859] ["lease id"=22318f50cd76eb85] [2024/05/07 02:09:15.239 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:15.252 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=207] ["start time"=12.199962ms] [2024/05/07 02:09:15.254 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:15.254 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] [runWorker=true] [2024/05/07 02:09:15.254 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:15.255 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:15.256 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:15.256 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:15.257 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184605839360/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:15.257 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:15.257 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:15.257 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:15.258 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76ebb2] [ownerID=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] [op=none] [2024/05/07 02:09:15.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:15.259 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=d1b2f58e-7ca1-4f81-972c-284d20895c41] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:15.260 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:15.264 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:15.265 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:15.265 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:15.276 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:15.278 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:15.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:15.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:15.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:15.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:15.280 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:15.280 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:15.280 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:15.280 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:15.280 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:15.280 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:15.280 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:15.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:15.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:15.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:15.281 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:15.281 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:15.282 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:15.282 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/70a854b7-45ba-40df-bfcf-3acac87946cb] [2024/05/07 02:09:15.283 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:15.283 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:15.283 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:15.284 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:15.284 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:15.284 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:15.285 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.273152ms] [2024/05/07 02:09:15.291 +00:00] [INFO] [set.go:170] ["set global var"] [conn=22] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:15.292 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=207] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:15.301 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:15.301 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:15.307 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:15.308 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76ebb2] [ownerID=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] [op=none] [2024/05/07 02:09:15.308 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [op=none] [2024/05/07 02:09:15.308 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:15.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:queueing, SchemaState:public, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.323 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=39.438µs] [gotSchemaVersion=208] [phyTblIDs="[217]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:15.326 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=208] [2024/05/07 02:09:15.374 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=52.198795ms] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.379 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:write only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.386 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=35.303µs] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:15.389 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=209] [2024/05/07 02:09:15.437 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=52.775463ms] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.442 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [category=ddl] [job="ID:220, Type:drop schema, State:running, SchemaState:delete only, SchemaID:210, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=71.354µs] [gotSchemaVersion=210] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:15.453 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=210] [2024/05/07 02:09:15.501 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=52.268679ms] [job="ID:220, Type:drop schema, State:done, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.506 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=220] [tableIDs="[217]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:15.511 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=220] [jobType="drop schema"] [2024/05/07 02:09:15.511 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=220] [conn=23] [job="ID:220, Type:drop schema, State:synced, SchemaState:none, SchemaID:210, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.517 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/07 02:09:15.517 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:15.518 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=210] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:15.525 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:15.525 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:15.530 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [category=ddl] [job="ID:222, Type:create schema, State:queueing, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=241.95µs] [gotSchemaVersion=211] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:15.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=211] [2024/05/07 02:09:15.587 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=52.403572ms] [job="ID:222, Type:create schema, State:done, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:15.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.593 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=222] [conn=23] [job="ID:222, Type:create schema, State:synced, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.597 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/07 02:09:15.597 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:15.606 +00:00] [INFO] [set.go:170] ["set global var"] [conn=23] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:15.606 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=211] [cur_db=addindexlit] [sql="create table t (a int primary key, b int);"] [user=] [2024/05/07 02:09:15.613 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:15.613 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int primary key, b int);"] [2024/05/07 02:09:15.619 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [category=ddl] [job="ID:224, Type:create table, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.622 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 221, Table ID: 223, Table Name: t"] [2024/05/07 02:09:15.627 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=479.641µs] [gotSchemaVersion=212] [phyTblIDs="[223]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:15.630 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=212] [2024/05/07 02:09:15.677 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=52.299074ms] [job="ID:224, Type:create table, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.682 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 63, tp general"] [category=ddl] [jobID=224] [conn=23] [job="ID:224, Type:create table, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.687 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/07 02:09:15.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:15.689 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589478862094348] [2024/05/07 02:09:15.691 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589478862094351] [2024/05/07 02:09:15.693 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589478862094353] [2024/05/07 02:09:15.694 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589478862094355] [2024/05/07 02:09:15.695 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=23] [schemaVersion=212] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:09:15.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:15.700 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:09:15.708 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:queueing, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.708 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:none, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:15.717 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=565.663µs] [gotSchemaVersion=213] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:15.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=213] [2024/05/07 02:09:15.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=52.645119ms] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:delete only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=465.847µs] [gotSchemaVersion=214] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:15.784 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=214] [2024/05/07 02:09:15.832 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=53.056665ms] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.838 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write only, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.846 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=504.214µs] [gotSchemaVersion=215] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:15.848 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=215] [2024/05/07 02:09:15.897 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=52.683465ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.904 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.905 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:15.906 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f728000000000000000] [endKey=7480000000000000df5f72800000000000753000] [2024/05/07 02:09:15.913 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/07 02:09:15.917 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478914523143, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:15.918 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=225] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:15.923 +00:00] [INFO] [index.go:2089] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/225] [2024/05/07 02:09:15.946 +00:00] [INFO] [index.go:2178] ["estimate row size"] [tableID=223] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).executeDistTask\n\tpkg/ddl/index.go:2092\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1940\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:16.259 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:16.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:16.259 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:16.259 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:16.283 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:16.283 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:16.283 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/70a854b7-45ba-40df-bfcf-3acac87946cb] [watcherID=2cfd88ad-cb82-4b5b-8aac-165b84e45903] [2024/05/07 02:09:16.284 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:16.286 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:16.286 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:16.286 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:16.286 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:16.289 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=270001] [2024/05/07 02:09:16.289 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=4] [2024/05/07 02:09:16.790 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=read-index] [2024/05/07 02:09:16.790 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:16.791 +00:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=270001] [curr-step=init] [next-step=read-index] [2024/05/07 02:09:16.793 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/05/07 02:09:17.089 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=270001] [type=backfill] [remaining-slots=12] [2024/05/07 02:09:17.257 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:17.392 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [2024/05/07 02:09:17.393 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:17.394 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/225] [keyspaceName=] [2024/05/07 02:09:17.397 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:17.397 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:17.397 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:17.397 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:17.398 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:17.398 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:17.398 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:17.398 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:17.398 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:17.401 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:17.402 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:17.402 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] ["job ID"=225] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:17.402 +00:00] [INFO] [backfilling_read_index.go:91] ["read index executor init subtask exec env"] [category=ddl] [2024/05/07 02:09:17.407 +00:00] [INFO] [backfilling_read_index.go:96] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/05/07 02:09:17.411 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:17.411 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] ["job ID"=225] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:17.411 +00:00] [INFO] [backfilling_operators.go:160] ["build add index local storage operators"] [task-id=270001] [subtask-id=240001] [jobID=225] [avgRowSize=0] [reader=2] [writer=4] [2024/05/07 02:09:17.411 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f728000000000000000] ["end key"=7480000000000000df5f72800000000000753000] [2024/05/07 02:09:17.411 +00:00] [INFO] [backfilling_operators.go:451] ["start a table scan task"] [task-id=270001] [subtask-id=240001] [id=1] [task="TableScanTask: id=1, startKey=7480000000000000df5f728000000000000000, endKey=7480000000000000df5f72800000000000753000"] [2024/05/07 02:09:17.487 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:17.560 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=671089040] ["max memory quota"=17179869184] [2024/05/07 02:09:17.560 +00:00] [INFO] [backfilling_operators.go:697] ["finish a index ingest task"] [task-id=270001] [subtask-id=240001] [id=1] [2024/05/07 02:09:17.628 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=672137656] ["max memory quota"=17179869184] [2024/05/07 02:09:17.666 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] ["job ID"=225] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=672137696] ["max memory quota"=17179869184] [2024/05/07 02:09:17.667 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1031] [file=/tmp/tidb/tmp_ddl-4000/225/f75d9cab-8823-5503-94ba-459a1de580da.sst/3a4d99e5-f4eb-42e5-9553-0e6891f087d7.sst] [firstKey=7480000000000000DF5F698000000000000001038000000000000000038000000000000000] [lastKey=7480000000000000DF5F698000000000000001038000000000007530038000000000007530] [2024/05/07 02:09:17.671 +00:00] [INFO] [backend.go:215] ["acquire distributed flush lock success"] [jobID=225] [2024/05/07 02:09:17.671 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] ["index ID"=1] ["usage info"="disk usage: 184605900800/468329922560, backend usage: 0"] [2024/05/07 02:09:17.671 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:17.672 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:17.694 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=4] [size=152] [2024/05/07 02:09:17.694 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:17.707 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/05/07 02:09:17.708 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=37.373216ms] [] [2024/05/07 02:09:17.713 +00:00] [INFO] [backend.go:221] ["release distributed flush lock success"] [jobID=225] [2024/05/07 02:09:17.722 +00:00] [INFO] [backfilling_read_index.go:151] ["read index executor cleanup subtask exec env"] [2024/05/07 02:09:17.722 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:17.723 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.090454ms] [] [2024/05/07 02:09:17.723 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:17.724 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=597.192µs] [] [2024/05/07 02:09:17.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:17.725 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:17.725 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:17.725 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:17.725 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:17.725 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] ["job ID"=225] ["current memory usage"=120] ["max memory quota"=17179869184] [2024/05/07 02:09:17.725 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=270001] [task-type=backfill] [server-id=:4000] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=8GiB]"] [takeTime=332.763232ms] [] [2024/05/07 02:09:17.792 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=270001] [task-type=backfill] [allocated-slots=true] [server-id=:4000] [current-step=read-index] [next-step=done] [2024/05/07 02:09:18.026 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=270001] [type=backfill] [2024/05/07 02:09:18.061 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/07 02:09:18.087 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=632.097µs] [gotSchemaVersion=216] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:18.090 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=216] [2024/05/07 02:09:18.138 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=52.79689ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478914523143, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589478914523143, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.145 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=225] [table=t] [index=idx] [2024/05/07 02:09:18.153 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=596.196µs] [gotSchemaVersion=217] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:18.155 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=217] [2024/05/07 02:09:18.202 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=51.911717ms] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.209 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 67, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.210 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=225] [physicalTableID=223] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/07 02:09:18.216 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=225] [2024/05/07 02:09:18.220 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 66, tp add index"] [category=ddl] [jobID=225] [conn=23] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:0, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589479517454343, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.222 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:225, Type:add index, State:running, SchemaState:write reorganization, SchemaID:221, TableID:223, RowCount:4, ArgLen:6, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589479517454343, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000df5f69ffff000000000001,EndKey:7480000000000000df5f69ffff000000000001ff,First:false,PhysicalTableID:223,Ingest mode:false"] [2024/05/07 02:09:18.223 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=223] ["start key"=7480000000000000df5f69ffff000000000001] ["end key"=7480000000000000df5f69ffff000000000001ff] [2024/05/07 02:09:18.223 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000df5f69ffff000000000001] [endKey=7480000000000000df5f69ffff000000000001ff] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=223] ["end key"=7480000000000000df5f69ffff000000000001ff] ["current end key"=7480000000000000df5f69ffff00000000000100] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=225] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=225] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=225] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 223, range: [7480000000000000df5f69ffff000000000001, 7480000000000000df5f69ffff00000000000100), jobID: 225"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000df5f69ffff0000000000010000] ["take time"=392.148µs] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=225] [2024/05/07 02:09:18.224 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=4] ["start key"=7480000000000000df5f69ffff000000000001] [2024/05/07 02:09:18.225 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=4] [2024/05/07 02:09:18.245 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:18.252 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=595.814µs] [gotSchemaVersion=218] [phyTblIDs="[223]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:18.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=225] [version=218] [2024/05/07 02:09:18.291 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=270001] [2024/05/07 02:09:18.292 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:18.292 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=270001] [2024/05/07 02:09:18.301 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.293564ms] [job="ID:225, Type:add index, State:done, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589479517454343, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.308 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=225] [tableID=223] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:18.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589479543668744\n# Query_time: 0.548148512\n# Parse_time: 0\n# Compile_time: 0.000039077\n# Rewrite_time: 0.000001014\n# Optimize_time: 0.000082448\n# Wait_TS: 0\n# Prewrite_time: 0.546176154 Commit_time: 0.001680004 Get_commit_ts_time: 0.0001317 Slowest_prewrite_rpc_detail: {total:0.546s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 545.9ms}, scan_detail: {get_snapshot_time: 8.16µs, rocksdb: {block: {cache_hit_count: 12}}}, write_detail: {store_batch_wait: 13.8µs, propose_send_wait: 0s, persist_log: {total: 522.1µs, write_leader_wait: 34ns, sync_log: 496.6µs, write_memtable: 1.76µs}, commit_log: 545.4ms, apply_batch_wait: 14.4µs, apply: {total:223.4µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 141.6µs, write_memtable: 32.3µs}}} Commit_primary_rpc_detail: {total:0.546s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 545.9ms}, scan_detail: {get_snapshot_time: 8.16µs, rocksdb: {block: {cache_hit_count: 12}}}, write_detail: {store_batch_wait: 13.8µs, propose_send_wait: 0s, persist_log: {total: 522.1µs, write_leader_wait: 34ns, sync_log: 496.6µs, write_memtable: 1.76µs}, commit_log: 545.4ms, apply_batch_wait: 14.4µs, apply: {total:223.4µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 141.6µs, write_memtable: 32.3µs}}} Write_keys: 13 Write_size: 2179 Prewrite_region: 2\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:09:18.849 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:18.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589479543668756\n# Query_time: 0.540892792\n# Parse_time: 0\n# Compile_time: 0.000087969\n# Rewrite_time: 0.000016184\n# Optimize_time: 0\n# Wait_TS: 0.000105338\n# Prewrite_time: 0.538817967 Commit_time: 0.001299635 Get_commit_ts_time: 0.000137511 Slowest_prewrite_rpc_detail: {total:0.539s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 1.22ms}, scan_detail: {get_snapshot_time: 13.2µs, rocksdb: {block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 9µs, propose_send_wait: 0s, persist_log: {total: 832.9µs, write_leader_wait: 47ns, sync_log: 740.6µs, write_memtable: 3.11µs}, commit_log: 919µs, apply_batch_wait: 8.26µs, apply: {total:33.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 6.24µs, write_memtable: 8.64µs}}} Commit_primary_rpc_detail: {total:0.539s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 1.22ms}, scan_detail: {get_snapshot_time: 13.2µs, rocksdb: {block: {cache_hit_count: 4}}}, write_detail: {store_batch_wait: 9µs, propose_send_wait: 0s, persist_log: {total: 832.9µs, write_leader_wait: 47ns, sync_log: 740.6µs, write_memtable: 3.11µs}, commit_log: 919µs, apply_batch_wait: 8.26µs, apply: {total:33.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 6.24µs, write_memtable: 8.64µs}}} Write_keys: 2 Write_size: 169 Prewrite_region: 1\n# Is_internal: true\n# Digest: de943e4cd2fbd3849620511479649ddaac2f9a2d8d42d9eb12d9f6bb670a3eb8\n# Num_cop_tasks: 0\n# Mem_max: 8628\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+gvQMAkyN18xCTAJMAlOL0EJMAl0aW1lOjMyM8K1cywgbG9vcHM6MSwgcHJlcGFyZTogMTQuNsIBG1BjaGVja19pbnNlcnQ6IHt0b3RhbF8FPRAgMzA4LglACG1lbQ0jERsIOS40BVo4cHJlZmV0Y2g6IDI2OC45BRQIZmtfBVYUOiA3LjE3BRNIcnBjOntCYXRjaEdldDp7bnVtXwETCDEsIB1xKDI0My4ywrVzfSwgAYEYX2RldGFpbBWVKGt2X3JlYWRfd2FsEaIMNzEuOAVgDHRpa3YuGQAEODQFjBh9LCBzY2FuQkoASGV5czogMSwgZ2V0X3NuYXBzaG8R2gg5LjEpGfBJcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19fX0sIGNvbW1pdF90eG46IHtwcmV3cml0ZTo1MzguOG1zLCABZhEjGHM6MTM3LjUFtQkUQDoxLjNtcywgc2xvd2VzdF9wDUAlIS2RcDogMC41MzlzLCByZWdpb25faWQ6IDI4LCBzdG9yIc40MjcuMC4wLjE6MjAxNjJCQAE6HgEQMS4yMm1GHQEBqDoOAQAxKZIALI4OAQQ0fSEMBfw5cQWhBF9iIfoYX3dhaXQ6IEkkKHByb3Bvc2Vfc2VuIdIBGTgwcywgcGVyc2lzdF9sb2cZ/Ag4MzIlzgAsDV0UbGVhZGVyDU8INDduIT0IeW5jCTUMNzQwLinBCYo0bWVtdGFibGU6IDMuMTFJXil5CTAEOTEJkRBhcHBseTKpAAg4LjIJSQUbFY8EMzNNdBRtdXRleF9JHAG8CXAynQAZFxx3YWw6IDYuMmk2CSsZmwg4LjYBGSVBDZ0YcHJpbWFyeT4GAgwwMDFz/gYCVQYEMTWaBgIAMA3zRhQDBbMJz3WvRvQBCDQ4NGXagYGm+AEINDQ4DTYJYTJbAQQzNDb4AQgzMTYNpQktOV0MNDA3bkHtLVlFWwg0NjhthSXdOvgBADZBKAAsCRs1+AA0CRUAbcL2AQg4LjSB1lG+GZkEMTGlXyVDbdgIbnVtoRUJw4WnADIROFxieXRlOjE2OX0JNDM2IEJ5dGVzCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('hAzwPAr/CwoISW5zZXJ0XzE4AUABUgNOL0FaFHRpbWU6MzIzwrVzLCBsb29wczoxYtQCcHJlcGFyZTogMTQuNsIBHBhjaGVja19pBUIgOiB7dG90YWxfBT4QIDMwOC4JQQhtZW0NIxEbCDkuNAVbOHByZWZldGNoOiAyNjguOQUUCGZrXwVWFDogNy4xNwUTSHJwYzp7QmF0Y2hHZXQ6e251bV8BEwgxLCAdcSgyNDMuMsK1c30sIAGBGF9kZXRhaWwVlShrdl9yZWFkX3dhbBGiDDcxLjgFYAx0aWt2LhkABDg0BYwYfSwgc2NhbkJKAEhleXM6IDEsIGdldF9zbmFwc2hvEdoIOS4xKRnwSXJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fX19Yu4IY29tbWl0X3R4bjoge3ByZXdyaXRlOjUzOC44bXMsBWcAYw0jGHM6MTM3LjUFtgkUDDoxLjMBJhxzbG93ZXN0XxFAJSItknA6IDAuNTM5cywgcmVnaW9uX2lkOiAyOCwgc3RvciHPNDI3LjAuMC4xOjIwMTYyQkEBOh8BEDEuMjJtRh4BSg8BADEpkwAsjg8BGDR9fX0sIHcB/DlyBaEEX2Ih+xhfd2FpdDogSSUocHJvcG9zZV9zZW4h0wEZODBzLCBwZXJzaXN0X2xvZxn8CDgzMiXPEV0UbGVhZGVyDU8kNDducywgc3luYwk1DDc0MC4pwgmKNG1lbXRhYmxlOiAzLjExSV8peQkwBDkxCZEQYXBwbHkyqQAIOC4yCUkFGxWPBDMzTXUYbXV0ZXhfbEUdAbwJcDKdABkXHHdhbDogNi4yaTcJKxmbCDguNgEZJUENnRhwcmltYXJ5PgYCDDAwMXP+BgJVBgQxNZoGAgAwDfNGFQMFswnPdbBG9AEINDg0ZdsALLL4AQg0NDgNNglhMlsBBDM0NvgBCDMxNg2lCS05XQw0MDduQe0tWUVbCDQ2OG2FJd06+AEANkEoACwJGzX4ADQJFQBtwvYBCDguNIHXUb4ZmQQxMaVgJUNt2AhudW2hFgnDhagAMhE4YGJ5dGU6MTY5fXC0A3j///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/07 02:09:18.849 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=225] [jobType="add index"] [2024/05/07 02:09:18.850 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 64, tp add index"] [category=ddl] [jobID=225] [conn=23] [job="ID:225, Type:add index, State:synced, SchemaState:public, SchemaID:221, TableID:223, RowCount:4, ArgLen:3, start time: 2024-05-07 02:09:15.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589479517454343, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:18.859 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=225] [2024/05/07 02:09:18.859 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:18.860 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 23\n# Query_time: 3.164929098\n# Parse_time: 0.000025664\n# Compile_time: 0.000053508\n# Rewrite_time: 0.000001845\n# Optimize_time: 0.000026171\n# Wait_TS: 0.000107399\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/07 02:09:18.861 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `a`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `a`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:18.868 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [2024/05/07 02:09:18.868 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [2024/05/07 02:09:18.870 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 66, tp add index"] [category=ddl] ["take time"=2.275µs] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 64, tp add index"] [category=ddl] ["take time"=519ns] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 65, tp add index"] [category=ddl] ["take time"=842ns] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 67, tp add index"] [category=ddl] ["take time"=820ns] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 63, tp general"] [category=ddl] ["take time"=718ns] [2024/05/07 02:09:18.870 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:18.870 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:18.870 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:18.871 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] ["take time"=2.851351ms] [2024/05/07 02:09:18.871 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] [2024/05/07 02:09:18.872 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:18.872 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/70a854b7-45ba-40df-bfcf-3acac87946cb] [watcherID=2cfd88ad-cb82-4b5b-8aac-165b84e45903] [2024/05/07 02:09:18.872 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:18.872 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/70a854b7-45ba-40df-bfcf-3acac87946cb] [2024/05/07 02:09:18.872 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:18.872 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:18.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:18.872 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:18.873 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:18.873 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=859] [2024/05/07 02:09:18.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:18.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d1b2f58e-7ca1-4f81-972c-284d20895c41"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:18.874 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:18.874 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:18.874 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [error="context canceled"] [2024/05/07 02:09:18.874 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:18.874 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:18.874 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=8f52ab81-53fa-46b8-80dc-2e3195a5f84c] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d1b2f58e-7ca1-4f81-972c-284d20895c41"] [error="context canceled"] [2024/05/07 02:09:18.874 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d1b2f58e-7ca1-4f81-972c-284d20895c41"] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=d1b2f58e-7ca1-4f81-972c-284d20895c41] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:18.874 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:18.881 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:18.881 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [error="context canceled"] [2024/05/07 02:09:18.881 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [2024/05/07 02:09:20.120 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:20.120 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:20.120 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:20.120 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:20.122 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 8f52ab81-53fa-46b8-80dc-2e3195a5f84c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:20.122 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:20.122 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:20.122 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.254255192s] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:20.122 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:20.122 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:20.122 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:20.122 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:20.123 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexFinishImportError (4.91s) === RUN TestAddIndexRemoteDuplicateCheck [2024/05/07 02:09:20.124 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager d1b2f58e-7ca1-4f81-972c-284d20895c41"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:20.125 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:20.125 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:20.125 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:20.125 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:20.125 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:20.126 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:20.126 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:20.126 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:20.126 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:20.126 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:20.126 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:20.127 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:20.127 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:20.128 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:20.130 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:20.137 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:20.146 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=652] ["lease id"=3eaa8f50cd76ebe9] [2024/05/07 02:09:20.148 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:20.161 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=218] ["start time"=11.613988ms] [2024/05/07 02:09:20.162 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:20.162 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d2b70ed4-881b-4321-8691-58726e9dde1e] [runWorker=true] [2024/05/07 02:09:20.162 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:20.164 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:20.164 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:20.164 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184605900800/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:20.164 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:20.164 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:20.164 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:20.165 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:20.165 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:20.165 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:20.165 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:20.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:20.167 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4d609156-16cb-4127-a9e6-242083ac1cf5] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:20.167 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ee76] [ownerID=d2b70ed4-881b-4321-8691-58726e9dde1e] [op=none] [2024/05/07 02:09:20.167 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:20.172 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:20.173 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:20.173 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:20.184 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:20.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:20.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:20.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:20.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:20.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:20.188 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:20.188 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:20.188 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:20.188 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:20.188 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:20.188 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:20.188 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:20.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:20.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:20.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:20.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:20.189 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:20.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:20.190 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/22642ea0-c2b6-476e-b134-47b8c0e4f3db] [2024/05/07 02:09:20.190 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:20.190 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:20.191 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:20.192 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:20.192 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:20.192 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:20.193 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.006074ms] [2024/05/07 02:09:20.197 +00:00] [INFO] [set.go:170] ["set global var"] [conn=24] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:20.198 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=218] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:20.205 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.205 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:20.215 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:20.216 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76ee76] [ownerID=d2b70ed4-881b-4321-8691-58726e9dde1e] [op=none] [2024/05/07 02:09:20.216 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [op=none] [2024/05/07 02:09:20.216 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:20.225 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:queueing, SchemaState:public, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.235 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=55.954µs] [gotSchemaVersion=219] [phyTblIDs="[223]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:20.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=219] [2024/05/07 02:09:20.286 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=52.553946ms] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.292 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:write only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.301 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=104.428µs] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:20.303 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=220] [2024/05/07 02:09:20.352 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.355487ms] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.358 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [category=ddl] [job="ID:226, Type:drop schema, State:running, SchemaState:delete only, SchemaID:221, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.366 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=35.667µs] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:20.369 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=221] [2024/05/07 02:09:20.417 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=52.408033ms] [job="ID:226, Type:drop schema, State:done, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.422 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:20.426 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="drop schema"] [2024/05/07 02:09:20.427 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=226] [conn=25] [job="ID:226, Type:drop schema, State:synced, SchemaState:none, SchemaID:221, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.434 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/07 02:09:20.434 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.435 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=221] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:20.442 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.442 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:20.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [category=ddl] [job="ID:228, Type:create schema, State:queueing, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.455 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=252.993µs] [gotSchemaVersion=222] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:20.457 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=222] [2024/05/07 02:09:20.505 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=52.263102ms] [job="ID:228, Type:create schema, State:done, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:20.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.511 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=228] [conn=25] [job="ID:228, Type:create schema, State:synced, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.516 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/07 02:09:20.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.521 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:20.529 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=1] [2024/05/07 02:09:20.535 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_enable_dist_task] [val=0] [2024/05/07 02:09:20.536 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=222] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/07 02:09:20.544 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:20.544 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/07 02:09:20.735 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [category=ddl] [job="ID:230, Type:create table, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.738 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 227, Table ID: 229, Table Name: t"] [2024/05/07 02:09:20.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=582.758µs] [gotSchemaVersion=223] [phyTblIDs="[229]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:20.748 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=223] [2024/05/07 02:09:20.794 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=52.523926ms] [job="ID:230, Type:create table, State:done, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.800 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 68, tp general"] [category=ddl] [jobID=230] [conn=25] [job="ID:230, Type:create table, State:synced, SchemaState:public, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:20.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:20.805 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/07 02:09:20.805 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:20.806 +00:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e55f728000000000007530] [2024/05/07 02:09:20.809 +00:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e55f728000000000007530] ["first new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:135} Peers:[id:577 store_id:3 id:578 store_id:1 id:579 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/05/07 02:09:20.809 +00:00] [INFO] [split_region.go:242] ["start scatter region"] [regionID=576] [2024/05/07 02:09:21.153 +00:00] [INFO] [split_region.go:199] ["batch split regions, scatter region complete"] ["batch region ID"=14] [at=7480000000000000e55f728000000000007530] ["new region left"="{Id:576 StartKey:7480000000000000ffdf5f698000000000ff0000010380000000ff0000753003800000ff0000007530000000fd EndKey:7480000000000000ffe55f728000000000ff0075300000000000fa RegionEpoch:{ConfVer:5 Version:135} Peers:[id:577 store_id:3 id:578 store_id:1 id:579 store_id:2 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] [2024/05/07 02:09:21.153 +00:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[576]"] [2024/05/07 02:09:21.153 +00:00] [INFO] [split_region.go:279] ["wait scatter region"] [regionID=576] [backoff(ms)=299653] [2024/05/07 02:09:21.153 +00:00] [INFO] [split_region.go:301] ["wait scatter region"] [regionID=576] [reverse=scatter-region] [status=RUNNING] [2024/05/07 02:09:21.156 +00:00] [INFO] [split_region.go:288] ["wait scatter region finished"] [regionID=576] [2024/05/07 02:09:21.156 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.349468175\n# Parse_time: 0.000020224\n# Compile_time: 0.000068931\n# Rewrite_time: 0.000013112\n# Optimize_time: 0.000024023\n# Wait_TS: 0\n# DB: addindexlit\n# Is_internal: false\n# Digest: 8918356273a6eff56d41d2050d35a36963d4266d779514eec2fa8c52199a7f87\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nsplit table t by (30000);"] [2024/05/07 02:09:21.157 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589480290779138] [2024/05/07 02:09:21.160 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589480290779140] [2024/05/07 02:09:21.161 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=25] [schemaVersion=223] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/07 02:09:21.167 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:21.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:21.167 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:21.167 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:21.167 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:21.167 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/07 02:09:21.172 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:queueing, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.173 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:none, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:21.181 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=552.874µs] [gotSchemaVersion=224] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:21.183 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=224] [2024/05/07 02:09:21.191 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:21.191 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:21.191 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/22642ea0-c2b6-476e-b134-47b8c0e4f3db] [watcherID=7b82cc92-0513-4ae5-8a7c-44425e393cc4] [2024/05/07 02:09:21.192 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:21.193 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:21.193 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:21.193 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:21.193 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:21.231 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=52.732043ms] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=514.694µs] [gotSchemaVersion=225] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:21.248 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=225] [2024/05/07 02:09:21.295 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=52.014968ms] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write only, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.309 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=502.772µs] [gotSchemaVersion=226] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:21.312 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=226] [2024/05/07 02:09:21.359 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=52.342903ms] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.366 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:21.366 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=1] [2024/05/07 02:09:21.366 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/231] [keyspaceName=] [2024/05/07 02:09:21.369 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:21.369 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:21.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:21.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:21.370 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:21.370 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:21.370 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:21.370 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:21.370 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:21.376 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:21.376 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:21.376 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:21.377 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=231] [physicalTableID=229] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/07 02:09:21.384 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/07 02:09:21.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.389 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=231] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:21.392 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=229] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:21.392 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/07 02:09:21.393 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=231] [start=7480000000000000e55f728000000000000001] [end=7480000000000000e55f7280000000000186a000] ["checkpoint physical ID"=229] [2024/05/07 02:09:21.393 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000e55f728000000000000001,EndKey:7480000000000000e55f7280000000000186a000,First:false,PhysicalTableID:229,Ingest mode:true"] [2024/05/07 02:09:21.415 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=229] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.415 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=229] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=231] [localCnt=0] [2024/05/07 02:09:21.419 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:21.419 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:21.446 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:21.446 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:21.472 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/07 02:09:21.472 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=231] [reader=1] [writer=2] [2024/05/07 02:09:21.472 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=229] ["start key"=7480000000000000e55f728000000000000001] ["end key"=7480000000000000e55f7280000000000186a000] [2024/05/07 02:09:21.472 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=2] [regionCnt=2] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f7280000000000186a000] [2024/05/07 02:09:21.473 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=229] ["end key"=7480000000000000e55f728000000000007530] ["current end key"=7480000000000000e55f72800000000000000100] [2024/05/07 02:09:21.473 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=2] [pTbl=229] ["end key"=7480000000000000e55f7280000000000186a000] ["current end key"=7480000000000000e55f7280000000000186a000] [2024/05/07 02:09:21.473 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:21.473 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 229, range: [7480000000000000e55f728000000000000001, 7480000000000000e55f72800000000000000100), jobID: 231"] [2024/05/07 02:09:21.474 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=2] [task="taskID: 2, physicalTableID: 229, range: [7480000000000000e55f728000000000007530, 7480000000000000e55f7280000000000186a000), jobID: 231"] [2024/05/07 02:09:21.474 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:21.474 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/b633d827-4c19-4aa4-a954-7a054a2b8849.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/07 02:09:21.476 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 184605900800/468329922560, backend usage: 0"] [2024/05/07 02:09:21.476 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:21.477 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:21.499 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/07 02:09:21.499 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:21.512 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 02:09:21.513 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=37.043883ms] [] [2024/05/07 02:09:21.517 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=2] [2024/05/07 02:09:21.518 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=966] [file=/tmp/tidb/tmp_ddl-4000/231/f75d9cab-8823-5503-94ba-459a1de580da.sst/01cf31cd-e0bb-4876-b240-de08184cdfc1.sst] [firstKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [lastKey=7480000000000000FFE55F698000000000FF0000010380000000FF0000000100000000FB80000000000186A00008] [2024/05/07 02:09:21.519 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 184605900800/468329922560, backend usage: 0"] [2024/05/07 02:09:21.519 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:21.520 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:21.542 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/07 02:09:21.542 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:21.551 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=72] [importedCount=2] [2024/05/07 02:09:21.552 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=32.685061ms] [] [2024/05/07 02:09:21.557 +00:00] [INFO] [backend.go:237] ["do a partial import data into the storage"] [category=ddl-ingest] ["index ID"=1] ["usage info"="disk usage: 184605900800/468329922560, backend usage: 0"] [2024/05/07 02:09:21.557 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:21.557 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:21.557 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=7.522µs] [] [2024/05/07 02:09:21.564 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=231] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000e55f7280000000000186a000] ["global checkpoint"=7480000000000000e55f7280000000000186a000] ["global physical ID"=229] [] [2024/05/07 02:09:21.564 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000000e55f728000000000000001] [2024/05/07 02:09:21.564 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/07 02:09:21.583 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] [2024/05/07 02:09:21.583 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:21.584 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.075035ms] [] [2024/05/07 02:09:21.584 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=231] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:21.584 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:21.584 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:21.584 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=7.819µs] [] [2024/05/07 02:09:21.584 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:21.585 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=584.414µs] [] [2024/05/07 02:09:21.585 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/07 02:09:21.585 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:21.586 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.586 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=5] [2024/05/07 02:09:21.586 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.586 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=4] [2024/05/07 02:09:21.587 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.587 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=3] [2024/05/07 02:09:21.587 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.587 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=2] [2024/05/07 02:09:21.588 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.588 +00:00] [WARN] [duplicate.go:1012] ["process remote dupTask encounters error, retrying"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [remainAttempts=1] [2024/05/07 02:09:21.588 +00:00] [WARN] [duplicate.go:954] ["collect duplicate rows from region failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [regionID=584] [dupDetectStartKey=7480000000000000E55F698000000000000001038000000000000001] [dupDetectEndKey=7480000000000000E55F69800000000000000103800000000000000100] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.588 +00:00] [ERROR] [duplicate.go:1008] ["all attempts to process the remote dupTask have failed"] [category=ddl-ingest] [tableName=t] [startKey=7480000000000000E55F69800000000000000100] [endKey=7480000000000000E55F698000000000000001FB] [tableID=229] [indexName=idx] [indexID=1] [category=detect-dupe] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.588 +00:00] [ERROR] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys failed"] [category=ddl-ingest] [table=t] [takeTime=2.86264ms] [error="failed to record conflict errors: [Lightning:Restore:ErrFoundIndexConflictRecords]found index conflict records in table t, index name is 't.idx', unique key is '[1]', primary key is '100000'"] [2024/05/07 02:09:21.588 +00:00] [ERROR] [backend.go:101] ["remote duplicate index key exist"] [category=ddl-ingest] [table=t] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:101\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:21.588 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:231, Type:add index, State:running, SchemaState:write reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:6, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '[1]' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '[1]' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:115\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:21.591 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:21.591 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:21.591 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:21.591 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:21.592 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:21.592 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:21.592 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:21.592 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:21.592 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:21.592 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=231] [indexIDs="[1]"] [2024/05/07 02:09:21.592 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=231] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/07 02:09:21.592 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [error="[kv:1062]Duplicate entry '[1]' for key 't.idx'"] [errorVerbose="[kv:1062]Duplicate entry '[1]' for key 't.idx'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).handleErrorAfterCollectRemoteDuplicateRows\n\tpkg/ddl/ingest/backend.go:115\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:164\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.599 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=572.044µs] [gotSchemaVersion=227] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:21.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=227] [2024/05/07 02:09:21.649 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=52.728625ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:3, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.655 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 71, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.663 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=521.423µs] [gotSchemaVersion=228] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:21.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=228] [2024/05/07 02:09:21.713 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=51.778581ms] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 72, tp add index"] [category=ddl] [jobID=231] [conn=25] [category=ddl] [job="ID:231, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:227, TableID:229, RowCount:2, ArgLen:0, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.727 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=505.796µs] [gotSchemaVersion=229] [phyTblIDs="[229]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:21.729 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=231] [version=229] [2024/05/07 02:09:21.778 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=52.757184ms] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.784 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=231] [tableID=229] [indexIDs="[1,9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:21.787 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=231] [jobType="add index"] [2024/05/07 02:09:21.787 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 70, tp add index"] [category=ddl] [jobID=231] [conn=25] [job="ID:231, Type:add index, State:rollback done, SchemaState:none, SchemaID:227, TableID:229, RowCount:2, ArgLen:2, start time: 2024-05-07 02:09:21.119 +0000 UTC, Err:[kv:1062]Duplicate entry '[1]' for key 't.idx', ErrCount:1, SnapshotVersion:449589480356315138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:21.793 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=231] [2024/05/07 02:09:21.795 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=231] [2024/05/07 02:09:21.795 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:21.796 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 25\n# Query_time: 0.63488813\n# Parse_time: 0.000038221\n# Compile_time: 0.000061391\n# Rewrite_time: 0.000002602\n# Optimize_time: 0.000024023\n# Wait_TS: 0.000170312\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nalter table t add unique index idx(b);"] [2024/05/07 02:09:21.804 +00:00] [INFO] [set.go:170] ["set global var"] [conn=25] [name=tidb_ddl_reorg_worker_cnt] [val=4] [2024/05/07 02:09:21.804 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [2024/05/07 02:09:21.804 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [2024/05/07 02:09:21.805 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 72, tp add index"] [category=ddl] ["take time"=1.602µs] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 71, tp add index"] [category=ddl] ["take time"=651ns] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 70, tp add index"] [category=ddl] ["take time"=420ns] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 69, tp add index"] [category=ddl] ["take time"=783ns] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 68, tp general"] [category=ddl] ["take time"=914ns] [2024/05/07 02:09:21.806 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:21.806 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:21.806 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:21.807 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d2b70ed4-881b-4321-8691-58726e9dde1e] ["take time"=2.984888ms] [2024/05/07 02:09:21.807 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d2b70ed4-881b-4321-8691-58726e9dde1e] [2024/05/07 02:09:21.808 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:21.808 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:21.808 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/22642ea0-c2b6-476e-b134-47b8c0e4f3db] [watcherID=7b82cc92-0513-4ae5-8a7c-44425e393cc4] [2024/05/07 02:09:21.808 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/22642ea0-c2b6-476e-b134-47b8c0e4f3db] [2024/05/07 02:09:21.808 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:21.808 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:21.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.808 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=652] [2024/05/07 02:09:21.809 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d2b70ed4-881b-4321-8691-58726e9dde1e] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:21.809 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:21.809 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:21.809 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:21.809 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:21.809 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:21.809 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="context canceled"] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:21.809 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d609156-16cb-4127-a9e6-242083ac1cf5"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:21.809 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [2024/05/07 02:09:21.809 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:21.809 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:21.809 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:21.809 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d2b70ed4-881b-4321-8691-58726e9dde1e] [2024/05/07 02:09:21.809 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:21.810 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:21.810 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:21.810 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:21.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:21.810 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:21.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:21.810 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d609156-16cb-4127-a9e6-242083ac1cf5"] [error="context canceled"] [2024/05/07 02:09:21.810 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:21.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:21.810 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4d609156-16cb-4127-a9e6-242083ac1cf5] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:21.810 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d609156-16cb-4127-a9e6-242083ac1cf5"] [2024/05/07 02:09:21.810 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:21.817 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:21.817 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="context canceled"] [2024/05/07 02:09:21.817 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [2024/05/07 02:09:23.056 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4d609156-16cb-4127-a9e6-242083ac1cf5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:23.059 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:23.059 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:23.059 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:23.089 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d2b70ed4-881b-4321-8691-58726e9dde1e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:23.089 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:23.089 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:23.089 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:23.089 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.285611074s] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:23.089 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:23.089 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:23.089 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:23.089 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:23.090 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexRemoteDuplicateCheck (2.97s) === RUN TestAddIndexBackfillLostUpdate [2024/05/07 02:09:23.092 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:23.092 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:23.092 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:23.092 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:23.092 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:23.093 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:23.093 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:23.093 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:23.093 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:23.093 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:23.093 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:23.094 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:23.095 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:23.095 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:23.097 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:23.103 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:23.112 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=896] ["lease id"=22318f50cd76ebf6] [2024/05/07 02:09:23.113 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:23.125 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=229] ["start time"=10.89827ms] [2024/05/07 02:09:23.127 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:23.127 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=a68e4a1c-796a-4514-948a-077c9c405ea2] [runWorker=true] [2024/05/07 02:09:23.127 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:23.128 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:23.129 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:23.129 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:23.129 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184605954048/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:23.129 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:23.129 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:23.129 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:23.131 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:23.131 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:23.131 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76ec22] [ownerID=a68e4a1c-796a-4514-948a-077c9c405ea2] [op=none] [2024/05/07 02:09:23.131 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:23.135 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:23.136 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:23.136 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:23.146 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:23.148 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:23.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:23.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:23.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:23.149 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:23.149 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:23.149 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:23.149 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:23.149 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:23.149 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:23.150 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:23.150 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:23.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:23.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:23.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:23.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:23.151 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:23.151 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:23.151 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/ef8883c3-532d-43c8-8018-3d45ef154783] [2024/05/07 02:09:23.152 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:23.152 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:23.152 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:23.153 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:23.153 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:23.153 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:23.154 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.913783ms] [2024/05/07 02:09:23.159 +00:00] [INFO] [set.go:170] ["set global var"] [conn=26] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:23.160 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=229] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:23.167 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.167 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:23.180 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:23.180 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd76ec22] [ownerID=a68e4a1c-796a-4514-948a-077c9c405ea2] [op=none] [2024/05/07 02:09:23.180 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [op=none] [2024/05/07 02:09:23.180 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:23.185 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:queueing, SchemaState:public, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.194 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=38.086µs] [gotSchemaVersion=230] [phyTblIDs="[229]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:23.197 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=230] [2024/05/07 02:09:23.246 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.87739ms] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.252 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:write only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=31.839µs] [gotSchemaVersion=231] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:23.261 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=231] [2024/05/07 02:09:23.309 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=52.287509ms] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.314 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [category=ddl] [job="ID:232, Type:drop schema, State:running, SchemaState:delete only, SchemaID:227, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.321 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=27.828µs] [gotSchemaVersion=232] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:23.323 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=232] [2024/05/07 02:09:23.371 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=51.811841ms] [job="ID:232, Type:drop schema, State:done, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.376 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:23.381 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="drop schema"] [2024/05/07 02:09:23.381 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=232] [conn=27] [job="ID:232, Type:drop schema, State:synced, SchemaState:none, SchemaID:227, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.119 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.387 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/07 02:09:23.387 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.388 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=232] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:23.395 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.395 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:23.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [category=ddl] [job="ID:234, Type:create schema, State:queueing, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=232.396µs] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:23.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=234] [version=233] [2024/05/07 02:09:23.458 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.726288ms] [job="ID:234, Type:create schema, State:done, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:23.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.463 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=234] [conn=27] [job="ID:234, Type:create schema, State:synced, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.369 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.467 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=234] [2024/05/07 02:09:23.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.475 +00:00] [INFO] [set.go:170] ["set global var"] [conn=27] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:23.475 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=233] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/07 02:09:23.482 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:23.482 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/07 02:09:23.490 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [category=ddl] [job="ID:236, Type:create table, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.493 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 233, Table ID: 235, Table Name: t"] [2024/05/07 02:09:23.499 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=531.534µs] [gotSchemaVersion=234] [phyTblIDs="[235]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:23.502 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=236] [version=234] [2024/05/07 02:09:23.549 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=52.401498ms] [job="ID:236, Type:create table, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:23.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.554 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 73, tp general"] [category=ddl] [jobID=236] [conn=27] [job="ID:236, Type:create table, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.469 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:23.559 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=236] [2024/05/07 02:09:23.559 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:23.561 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=27] [schemaVersion=234] [cur_db=addindexlit] [sql="alter table t add unique index idx(b);"] [user=] [2024/05/07 02:09:23.566 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:23.566 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(b);"] [2024/05/07 02:09:23.573 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.573 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 77, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:queueing, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.573 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:none, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:23.575 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.581 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=514.507µs] [gotSchemaVersion=235] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:23.583 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=235] [2024/05/07 02:09:23.631 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=51.940831ms] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.633 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.637 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.637 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:delete only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.639 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=515.341µs] [gotSchemaVersion=236] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:23.647 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=236] [2024/05/07 02:09:23.696 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.263088ms] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.698 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.702 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write only, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.704 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.706 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589480959508490] [2024/05/07 02:09:23.712 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=528.472µs] [gotSchemaVersion=237] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:23.714 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=237] [2024/05/07 02:09:23.762 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=52.618372ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.765 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.768 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.769 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:23.769 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:23.769 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/237] [keyspaceName=] [2024/05/07 02:09:23.772 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:23.772 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:23.772 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:23.772 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:23.773 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:23.773 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:23.773 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:23.773 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:23.773 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:23.779 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:23.779 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:23.779 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:23.780 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/07 02:09:23.785 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.787 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/07 02:09:23.788 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.792 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.792 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:23.792 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=237] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:23.795 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=235] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:23.795 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/07 02:09:23.796 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=237] [start=7480000000000000eb5f728000000000000001] [end=7480000000000000eb5f72800000000000000100] ["checkpoint physical ID"=235] [2024/05/07 02:09:23.796 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f728000000000000001,EndKey:7480000000000000eb5f72800000000000000100,First:false,PhysicalTableID:235,Ingest mode:true"] [2024/05/07 02:09:23.818 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=235] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:23.818 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=235] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=237] [localCnt=0] [2024/05/07 02:09:23.822 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:23.822 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:23.849 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:23.849 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:23.875 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/07 02:09:23.875 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:23.919 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/07 02:09:23.919 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:23.963 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/07 02:09:23.963 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=237] [reader=2] [writer=4] [2024/05/07 02:09:23.963 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f728000000000000001] ["end key"=7480000000000000eb5f72800000000000000100] [2024/05/07 02:09:23.963 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f728000000000000001] [endKey=7480000000000000eb5f72800000000000000100] [2024/05/07 02:09:23.964 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f72800000000000000100] ["current end key"=7480000000000000eb5f72800000000000000100] [2024/05/07 02:09:23.964 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:23.964 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f728000000000000001, 7480000000000000eb5f72800000000000000100), jobID: 237"] [2024/05/07 02:09:23.964 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:23.965 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54] [kvs=1] [files=1] [sstFileSize=961] [file=/tmp/tidb/tmp_ddl-4000/237/f75d9cab-8823-5503-94ba-459a1de580da.sst/75a6e152-d757-4c87-877b-edf0ec12859e.sst] [firstKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000000FFEB5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [2024/05/07 02:09:23.970 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=237] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000eb5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=235] [] [2024/05/07 02:09:23.970 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000eb5f728000000000000001] [2024/05/07 02:09:23.971 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/07 02:09:23.990 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589481037889541] [2024/05/07 02:09:23.994 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] [2024/05/07 02:09:23.994 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:23.995 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.019315ms] [] [2024/05/07 02:09:23.995 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=237] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:23.995 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:23.996 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:24.017 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=1] [size=54] [2024/05/07 02:09:24.017 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:24.028 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=54] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 02:09:24.029 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=34.196211ms] [] [2024/05/07 02:09:24.029 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:24.030 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=731.932µs] [] [2024/05/07 02:09:24.030 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/07 02:09:24.030 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:24.030 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=660.022µs] [] [2024/05/07 02:09:24.033 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.039 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=560.787µs] [gotSchemaVersion=238] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:24.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=238] [2024/05/07 02:09:24.089 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=52.465748ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.091 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.095 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 75, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589480985460739, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.095 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=237] [table=t] [index=idx] [2024/05/07 02:09:24.097 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:24.097 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:24.097 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:24.097 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:24.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:24.097 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=237] [indexIDs="[1]"] [2024/05/07 02:09:24.097 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=237] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/07 02:09:24.099 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.105 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=554.203µs] [gotSchemaVersion=239] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:24.107 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=239] [2024/05/07 02:09:24.132 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:24.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:24.132 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:24.132 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:24.152 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:24.153 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:24.153 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ef8883c3-532d-43c8-8018-3d45ef154783] [watcherID=297acf86-ca11-4f44-8231-49f97a84a3ea] [2024/05/07 02:09:24.153 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:24.154 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:24.154 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:24.154 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:24.154 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:24.155 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=52.114004ms] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.157 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.161 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.161 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.162 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=237] [physicalTableID=235] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/07 02:09:24.165 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.167 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=237] [2024/05/07 02:09:24.167 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.171 +00:00] [INFO] [callback.go:96] ["on job run before"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.171 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 76, tp add index"] [category=ddl] [jobID=237] [conn=27] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.173 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:237, Type:add index, State:running, SchemaState:write reorganization, SchemaID:233, TableID:235, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000eb5f69ffff000000000001,EndKey:7480000000000000eb5f69ffff000000000001ff,First:false,PhysicalTableID:235,Ingest mode:false"] [2024/05/07 02:09:24.175 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=235] ["start key"=7480000000000000eb5f69ffff000000000001] ["end key"=7480000000000000eb5f69ffff000000000001ff] [2024/05/07 02:09:24.175 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000eb5f69ffff000000000001] [endKey=7480000000000000eb5f69ffff000000000001ff] [2024/05/07 02:09:24.175 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=235] ["end key"=7480000000000000eb5f69ffff000000000001ff] ["current end key"=7480000000000000eb5f69ffff00000000000103800000000000000200] [2024/05/07 02:09:24.175 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=237] [2024/05/07 02:09:24.175 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=237] [2024/05/07 02:09:24.175 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=237] [2024/05/07 02:09:24.178 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 235, range: [7480000000000000eb5f69ffff000000000001, 7480000000000000eb5f69ffff00000000000103800000000000000200), jobID: 237"] ["added count"=2] ["scan count"=3] ["next key"=7480000000000000eb5f69ffff0000000000010380000000000000020000] ["take time"=3.345771ms] [2024/05/07 02:09:24.178 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=237] [2024/05/07 02:09:24.178 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000000eb5f69ffff000000000001] [2024/05/07 02:09:24.178 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:24.198 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:24.198 +00:00] [INFO] [callback.go:111] ["on job run after"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.203 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=560.651µs] [gotSchemaVersion=240] [phyTblIDs="[235]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:24.206 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=240] [2024/05/07 02:09:24.254 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=52.623569ms] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.256 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:done, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.260 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=237] [tableID=235] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:24.263 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=237] [jobType="add index"] [2024/05/07 02:09:24.263 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 74, tp add index"] [category=ddl] [jobID=237] [conn=27] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.270 +00:00] [INFO] [callback.go:122] ["on job updated"] [category=ddl] [job="ID:237, Type:add index, State:synced, SchemaState:public, SchemaID:233, TableID:235, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:23.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589481077211172, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:24.271 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/07 02:09:24.271 +00:00] [INFO] [callback.go:70] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:24.271 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 27\n# Query_time: 0.710078006\n# Parse_time: 0.000032912\n# Compile_time: 0.000047234\n# Rewrite_time: 0.000001675\n# Optimize_time: 0.000016926\n# Wait_TS: 0.000132003\n# DB: addindexlit\n# Is_internal: false\n# Digest: 57d756bb5ed08274ac851088c0daad0cc624903146ee79de19fd38d84666ce80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(b);"] [2024/05/07 02:09:24.272 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `id`, `b`)))), ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `id`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:24.275 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [2024/05/07 02:09:24.275 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [2024/05/07 02:09:24.277 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [] [2024/05/07 02:09:24.277 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 76, tp add index"] [category=ddl] ["take time"=1.69µs] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 77, tp add index"] [category=ddl] ["take time"=873ns] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 74, tp add index"] [category=ddl] ["take time"=390ns] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 75, tp add index"] [category=ddl] ["take time"=715ns] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 73, tp general"] [category=ddl] ["take time"=622ns] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:24.278 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:24.278 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=a68e4a1c-796a-4514-948a-077c9c405ea2] ["take time"=3.073274ms] [2024/05/07 02:09:24.278 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=a68e4a1c-796a-4514-948a-077c9c405ea2] [2024/05/07 02:09:24.279 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:24.279 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:24.279 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/ef8883c3-532d-43c8-8018-3d45ef154783] [watcherID=297acf86-ca11-4f44-8231-49f97a84a3ea] [2024/05/07 02:09:24.279 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/ef8883c3-532d-43c8-8018-3d45ef154783] [2024/05/07 02:09:24.279 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:24.280 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:24.280 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:24.280 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:24.280 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=896] [2024/05/07 02:09:24.281 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=a68e4a1c-796a-4514-948a-077c9c405ea2] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:24.281 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:24.281 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [error="context canceled"] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:24.281 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:24.281 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [2024/05/07 02:09:24.281 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:24.281 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:24.281 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=a68e4a1c-796a-4514-948a-077c9c405ea2] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:24.281 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e"] [error="context canceled"] [2024/05/07 02:09:24.281 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e"] [2024/05/07 02:09:24.281 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:24.288 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:24.288 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [error="context canceled"] [2024/05/07 02:09:24.288 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [2024/05/07 02:09:24.288 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:25.512 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:25.512 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:25.512 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:25.512 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:25.521 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager a68e4a1c-796a-4514-948a-077c9c405ea2"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:25.521 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:25.521 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:25.521 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.245982818s] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:25.521 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:25.521 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:25.521 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:25.521 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:25.521 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexBackfillLostUpdate (2.43s) === RUN TestAddIndexPreCheckFailed [2024/05/07 02:09:25.523 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:25.524 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:25.524 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:25.524 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:25.524 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:25.525 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:25.525 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:25.525 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:25.525 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:25.525 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:25.525 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:25.526 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:25.526 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:25.526 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:25.529 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:25.534 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:25.541 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 520ef66e-12ae-4a33-9ce8-09aa3aa3cf0e"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:25.543 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=2013] ["lease id"=3eaa8f50cd76ec52] [2024/05/07 02:09:25.544 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:25.555 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=240] ["start time"=10.3059ms] [2024/05/07 02:09:25.557 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:25.557 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d5cc91e0-fbba-4080-ad0b-9523314768ce] [runWorker=true] [2024/05/07 02:09:25.557 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:25.558 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:25.558 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:25.559 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184606003200/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:25.559 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:25.559 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:25.559 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:25.559 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:25.561 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76eee5] [ownerID=d5cc91e0-fbba-4080-ad0b-9523314768ce] [op=none] [2024/05/07 02:09:25.561 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:25.561 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b7f2f497-2658-4f85-8fbd-d01e66ee9c3f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:25.561 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:25.566 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:25.566 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:25.566 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:25.580 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:25.582 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:25.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:25.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:25.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:25.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:25.584 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:25.584 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:25.584 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:25.584 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:25.584 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:25.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:25.584 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:25.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:25.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:25.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:25.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:25.585 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:25.585 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:25.586 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/eb8578d8-94fe-482c-93dc-3e92fcdf819a] [2024/05/07 02:09:25.586 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:25.586 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:25.586 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:25.587 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:25.587 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:25.587 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:25.588 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.17723ms] [2024/05/07 02:09:25.592 +00:00] [INFO] [set.go:170] ["set global var"] [conn=29] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:25.593 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=240] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:25.600 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.600 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:25.610 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:25.611 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76eee5] [ownerID=d5cc91e0-fbba-4080-ad0b-9523314768ce] [op=none] [2024/05/07 02:09:25.611 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [op=none] [2024/05/07 02:09:25.611 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:25.616 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:queueing, SchemaState:public, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.625 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=36.402µs] [gotSchemaVersion=241] [phyTblIDs="[235]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:25.627 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=241] [2024/05/07 02:09:25.676 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=52.84046ms] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.680 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:write only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.687 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=29.121µs] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:25.689 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=242] [2024/05/07 02:09:25.737 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=51.941187ms] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [category=ddl] [job="ID:238, Type:drop schema, State:running, SchemaState:delete only, SchemaID:233, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.749 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=25.675µs] [gotSchemaVersion=243] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:25.752 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=243] [2024/05/07 02:09:25.801 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=53.114381ms] [job="ID:238, Type:drop schema, State:done, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.806 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[235]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:25.810 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop schema"] [2024/05/07 02:09:25.811 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=238] [conn=30] [job="ID:238, Type:drop schema, State:synced, SchemaState:none, SchemaID:233, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.817 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/07 02:09:25.817 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.818 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=243] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:25.825 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.825 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:25.830 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [category=ddl] [job="ID:240, Type:create schema, State:queueing, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.838 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=215.92µs] [gotSchemaVersion=244] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:25.840 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=244] [2024/05/07 02:09:25.889 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.924296ms] [job="ID:240, Type:create schema, State:done, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.894 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=240] [conn=30] [job="ID:240, Type:create schema, State:synced, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.819 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.898 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/07 02:09:25.898 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.903 +00:00] [INFO] [set.go:170] ["set global var"] [conn=30] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:25.903 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=244] [cur_db=addindexlit] [sql="create table t(id int primary key, b int, k int);"] [user=] [2024/05/07 02:09:25.910 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.910 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(id int primary key, b int, k int);"] [2024/05/07 02:09:25.915 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [category=ddl] [job="ID:242, Type:create table, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.918 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 239, Table ID: 241, Table Name: t"] [2024/05/07 02:09:25.924 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=514.229µs] [gotSchemaVersion=245] [phyTblIDs="[241]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:25.926 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=242] [version=245] [2024/05/07 02:09:25.974 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.144117ms] [job="ID:242, Type:create table, State:done, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:25.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.979 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 78, tp general"] [category=ddl] [jobID=242] [conn=30] [job="ID:242, Type:create table, State:synced, SchemaState:public, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.87 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.983 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=242] [2024/05/07 02:09:25.983 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.985 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589481562177548] [2024/05/07 02:09:25.986 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=30] [schemaVersion=245] [cur_db=addindexlit] [sql="alter table t add index idx(b);"] [user=] [2024/05/07 02:09:25.991 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:25.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:25.991 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:25.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(b);"] [2024/05/07 02:09:25.998 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [category=ddl] [job="ID:243, Type:add index, State:queueing, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:25.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:25.999 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:243, Type:add index, State:running, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:25.969 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"b\",\"L\":\"b\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:25.999 +00:00] [INFO] [backend_mgr.go:109] ["ingest backfill is not available"] [category=ddl-ingest] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/07 02:09:25.999 +00:00] [INFO] [ddl_worker.go:1144] ["DDL job is cancelled normally"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [error="[ddl:8256]Check ingest environment failed: mock error"] [2024/05/07 02:09:25.999 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 82, tp add index"] [category=ddl] [jobID=243] [conn=30] [job="ID:243, Type:add index, State:cancelled, SchemaState:none, SchemaID:239, TableID:241, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:25.969 +0000 UTC, Err:[ddl:8256]Check ingest environment failed: mock error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:26.003 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=243] [2024/05/07 02:09:26.003 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:26.003 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=245] [error="[ddl:8256]Check ingest environment failed: mock error"] [errorVerbose="[ddl:8256]Check ingest environment failed: mock error\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).DoDDLJob\n\tpkg/ddl/ddl.go:1293\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).createIndex\n\tpkg/ddl/ddl_api.go:7732\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).AlterTable\n\tpkg/ddl/ddl_api.go:3935\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).executeAlterTable\n\tpkg/executor/ddl.go:388\ngithub.com/pingcap/tidb/pkg/executor.(*DDLExec).Next\n\tpkg/executor/ddl.go:152\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).MustGetErrMsg\n\tpkg/testkit/testkit.go:480\ntests/realtikvtest/addindextest4/addindextest4_test_test.TestAddIndexPreCheckFailed\n\ttests/realtikvtest/addindextest4/ingest_test.go:488\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"addindexlit\",\n \"id\": 30,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:26.006 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [2024/05/07 02:09:26.006 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [2024/05/07 02:09:26.008 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 80, tp add index"] [category=ddl] ["take time"=1.503µs] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 81, tp add index"] [category=ddl] ["take time"=686ns] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 82, tp add index"] [category=ddl] ["take time"=508ns] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 79, tp add index"] [category=ddl] ["take time"=680ns] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 78, tp general"] [category=ddl] ["take time"=441ns] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:26.009 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:26.009 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d5cc91e0-fbba-4080-ad0b-9523314768ce] ["take time"=5.682195ms] [2024/05/07 02:09:26.009 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d5cc91e0-fbba-4080-ad0b-9523314768ce] [2024/05/07 02:09:26.011 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:26.011 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/eb8578d8-94fe-482c-93dc-3e92fcdf819a] [2024/05/07 02:09:26.011 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:26.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:26.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:26.011 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:26.011 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=2013] [2024/05/07 02:09:26.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:26.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [error="context canceled"] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:26.012 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b7f2f497-2658-4f85-8fbd-d01e66ee9c3f"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:26.012 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b7f2f497-2658-4f85-8fbd-d01e66ee9c3f"] [error="context canceled"] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b7f2f497-2658-4f85-8fbd-d01e66ee9c3f"] [2024/05/07 02:09:26.012 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b7f2f497-2658-4f85-8fbd-d01e66ee9c3f] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:26.012 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b7f2f497-2658-4f85-8fbd-d01e66ee9c3f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:26.012 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:26.012 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:26.019 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:26.019 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [error="context canceled"] [2024/05/07 02:09:26.220 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:27.261 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:27.261 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:27.262 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:27.270 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b7f2f497-2658-4f85-8fbd-d01e66ee9c3f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:27.464 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d5cc91e0-fbba-4080-ad0b-9523314768ce"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:27.464 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:27.464 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:27.464 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:27.465 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.461370366s] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:27.465 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:27.465 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:27.465 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:27.465 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:27.465 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexPreCheckFailed (1.94s) === RUN TestAddIndexImportFailed [2024/05/07 02:09:27.467 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:27.468 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:27.468 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:27.468 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:27.468 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:27.469 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:27.469 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:27.469 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:27.469 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:27.469 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:27.469 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:27.470 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:27.470 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:27.470 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:27.473 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:27.478 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:27.487 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1713] ["lease id"=6f188f50cd76ef0a] [2024/05/07 02:09:27.489 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:27.501 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=245] ["start time"=10.850735ms] [2024/05/07 02:09:27.502 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:27.502 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=dbc87489-c690-4661-94cf-b297eee9087d] [runWorker=true] [2024/05/07 02:09:27.502 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:27.503 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:27.504 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:27.504 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:27.504 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184606027776/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:27.504 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:27.504 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:27.504 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:27.504 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:27.506 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:27.506 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=51b3ff29-e419-4313-aaa3-36b158f9a5e5] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:27.506 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ec4d] [ownerID=dbc87489-c690-4661-94cf-b297eee9087d] [op=none] [2024/05/07 02:09:27.507 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:27.510 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:27.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:27.511 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:27.521 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:27.523 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:27.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:27.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:27.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:27.524 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:27.524 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:27.524 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:27.524 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:27.524 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:27.524 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:27.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:27.525 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:27.525 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:27.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:27.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:27.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:27.526 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:27.526 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:27.526 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/1a3b152f-8bbd-4424-a571-8ad9abf804b3] [2024/05/07 02:09:27.526 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:27.526 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:27.527 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:27.528 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:27.528 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:27.528 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:27.528 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=3.837571ms] [2024/05/07 02:09:27.534 +00:00] [INFO] [set.go:170] ["set global var"] [conn=31] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:27.535 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=245] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:27.543 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.543 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:27.555 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:27.555 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ec4d] [ownerID=dbc87489-c690-4661-94cf-b297eee9087d] [op=none] [2024/05/07 02:09:27.555 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [op=none] [2024/05/07 02:09:27.555 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:27.561 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.570 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=36.805µs] [gotSchemaVersion=246] [phyTblIDs="[241]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:27.572 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=246] [2024/05/07 02:09:27.621 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=52.766694ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.625 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=27.37µs] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:27.634 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=247] [2024/05/07 02:09:27.683 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.798406ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:239, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=32.301µs] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:27.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=248] [2024/05/07 02:09:27.745 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=51.876894ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.750 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[241]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:27.754 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/07 02:09:27.755 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=244] [conn=32] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:239, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.760 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/07 02:09:27.760 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=248] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:27.768 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.768 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:27.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.780 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=216.242µs] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:27.783 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=249] [2024/05/07 02:09:27.830 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=51.9474ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=246] [conn=32] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.840 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/07 02:09:27.840 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.847 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:27.850 +00:00] [INFO] [set.go:170] ["set global var"] [conn=32] [name=tidb_enable_dist_task] [val=off] [2024/05/07 02:09:27.851 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=249] [cur_db=addindexlit] [sql="create table t (a int, b int);"] [user=] [2024/05/07 02:09:27.858 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.858 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int);"] [2024/05/07 02:09:27.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.866 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/07 02:09:27.872 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=471.088µs] [gotSchemaVersion=250] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:27.874 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=250] [2024/05/07 02:09:27.921 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=51.73989ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 83, tp general"] [category=ddl] [jobID=248] [conn=32] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.931 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/07 02:09:27.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.936 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358352] [2024/05/07 02:09:27.938 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358354] [2024/05/07 02:09:27.940 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358356] [2024/05/07 02:09:27.941 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358358] [2024/05/07 02:09:27.943 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358360] [2024/05/07 02:09:27.945 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358362] [2024/05/07 02:09:27.947 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358364] [2024/05/07 02:09:27.949 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358366] [2024/05/07 02:09:27.950 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589482073358368] [2024/05/07 02:09:27.951 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=32] [schemaVersion=250] [cur_db=addindexlit] [sql="alter table t add index idx(a);"] [user=] [2024/05/07 02:09:27.957 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:27.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index idx(a);"] [2024/05/07 02:09:27.966 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:27.966 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:27.974 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=495.872µs] [gotSchemaVersion=251] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:27.976 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=251] [2024/05/07 02:09:28.024 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=52.77153ms] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.030 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:delete only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=251] [neededSchemaVersion=252] ["start time"=468.048µs] [gotSchemaVersion=252] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:28.041 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=252] [2024/05/07 02:09:28.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=252] ["take time"=52.416068ms] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write only, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.102 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=252] [neededSchemaVersion=253] ["start time"=525.836µs] [gotSchemaVersion=253] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:28.105 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=253] [2024/05/07 02:09:28.153 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=253] ["take time"=53.06214ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.159 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.159 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:28.159 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:28.159 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/249] [keyspaceName=] [2024/05/07 02:09:28.162 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:28.162 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:28.163 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:28.163 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:28.163 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:28.163 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:28.163 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:28.163 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:28.163 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:28.166 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:28.167 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:28.167 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:28.168 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:28.175 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/07 02:09:28.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589482125787146, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:28.180 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:28.183 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=247] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:28.183 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/07 02:09:28.184 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/07 02:09:28.184 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589482125787146, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/07 02:09:28.207 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:28.207 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=249] [localCnt=0] [2024/05/07 02:09:28.215 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:28.215 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:28.259 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:28.259 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:28.302 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/07 02:09:28.302 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:28.346 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/07 02:09:28.346 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:28.401 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/07 02:09:28.401 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/07 02:09:28.401 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:28.401 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:28.401 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:28.401 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:28.401 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f728000000000000001, 7480000000000000f75f72800000000000000a00), jobID: 249"] [2024/05/07 02:09:28.402 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:28.403 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=380] [kvs=10] [files=1] [sstFileSize=1082] [file=/tmp/tidb/tmp_ddl-4000/249/f75d9cab-8823-5503-94ba-459a1de580da.sst/35166679-856f-4a77-ae06-a60bc96f3247.sst] [firstKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [lastKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A] [2024/05/07 02:09:28.409 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/07 02:09:28.409 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/07 02:09:28.409 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/07 02:09:28.427 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/07 02:09:28.427 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:28.428 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.067206ms] [] [2024/05/07 02:09:28.428 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:28.428 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:28.429 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:28.452 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/07 02:09:28.452 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:28.452 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000F75F698000000000000001038000000000000000038000000000000001] [endKey=7480000000000000F75F69800000000000000103800000000000000903800000000000000A00] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 02:09:30.452 +00:00] [2024/05/07 02:09:28.452 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/07 02:09:28.454 +00:00] [ERROR] [backend.go:378] ["import failed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=25.687222ms] [error="peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [2024/05/07 02:09:28.454 +00:00] [ERROR] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream"] ["job ID"=249] ["index ID"=1] [stack="github.com/pingcap/tidb/pkg/ddl/ingest.(*engineInfo).ImportAndClean\n\tpkg/ddl/ingest/engine.go:157\ngithub.com/pingcap/tidb/pkg/ddl/ingest.(*litBackendCtx).FinishImport\n\tpkg/ddl/ingest/backend.go:143\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:951\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:09:28.454 +00:00] [WARN] [index.go:960] ["lightning import error"] [category=ddl] [error="peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/07 02:09:28.454 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [error="peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/07 02:09:28.458 +00:00] [INFO] [ddl_worker.go:1001] ["run DDL job failed, sleeps a while then retries it."] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [waitTime=1s] [error="peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error"] [errorVerbose="mock write peer error\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:311\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\npeer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream"] [2024/05/07 02:09:28.507 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:28.507 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:28.507 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:28.507 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:28.526 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:28.526 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:28.526 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1a3b152f-8bbd-4424-a571-8ad9abf804b3] [watcherID=d3c0f972-88ee-4232-9ef5-9431678e4b5c] [2024/05/07 02:09:28.528 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:28.529 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:28.529 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:28.529 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:28.529 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:29.458 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/07 02:09:29.464 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 86, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482125787146, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.465 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=249] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:29.469 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=249] [start=7480000000000000f75f728000000000000001] [end=7480000000000000f75f72800000000000000a00] ["checkpoint physical ID"=247] [2024/05/07 02:09:29.469 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482125787146, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f728000000000000001,EndKey:7480000000000000f75f72800000000000000a00,First:false,PhysicalTableID:247,Ingest mode:true"] [2024/05/07 02:09:29.491 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=247] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:29.492 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=247] [oldPhysicalID=247] [indexIDs="[1]"] [jobID=249] [localCnt=10] [2024/05/07 02:09:29.492 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:29.492 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:29.493 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:29.504 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:29.515 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=10] [size=380] [2024/05/07 02:09:29.515 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:29.530 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=380] [kvs=10] [importedSize=380] [importedCount=10] [2024/05/07 02:09:29.531 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=38.494889ms] [] [2024/05/07 02:09:29.531 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:29.532 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=774.749µs] [] [2024/05/07 02:09:29.535 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:29.535 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1209008592] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:29.561 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1209008632] ["max memory quota"=17179869184] [2024/05/07 02:09:29.561 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1343226360] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:29.578 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226400] ["max memory quota"=17179869184] [2024/05/07 02:09:29.578 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1477444128] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:29.590 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1477444168] ["max memory quota"=17179869184] [2024/05/07 02:09:29.590 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["current memory usage"=1611661896] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:29.614 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1611661936] ["max memory quota"=17179869184] [2024/05/07 02:09:29.614 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=249] [reader=2] [writer=4] [2024/05/07 02:09:29.614 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f728000000000000001] ["end key"=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:29.614 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f728000000000000001] [endKey=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:29.615 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f72800000000000000a00] ["current end key"=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:29.615 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:29.615 +00:00] [INFO] [index_cop.go:125] ["checkpoint detected, skip a cop-request task"] [category=ddl-ingest] ["task ID"=1] ["task end key"=7480000000000000f75f72800000000000000a00] [2024/05/07 02:09:29.617 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=249] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000f75f72800000000000000a00] ["global checkpoint"=] ["global physical ID"=247] [] [2024/05/07 02:09:29.617 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f728000000000000001] [2024/05/07 02:09:29.617 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/07 02:09:29.635 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] [2024/05/07 02:09:29.635 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:29.636 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=989.248µs] [] [2024/05/07 02:09:29.636 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=249] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:29.636 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:29.636 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:29.636 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=8.864µs] [] [2024/05/07 02:09:29.636 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:29.636 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=658.359µs] [] [2024/05/07 02:09:29.645 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=253] [neededSchemaVersion=254] ["start time"=559.232µs] [gotSchemaVersion=254] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:29.647 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=254] [2024/05/07 02:09:29.695 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=254] ["take time"=52.719594ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482125787146, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 84, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482125787146, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.702 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=249] [table=t] [index=idx] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:29.703 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:29.703 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:29.703 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:29.703 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:29.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:29.703 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=249] [indexIDs="[1]"] [2024/05/07 02:09:29.703 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=249] ["current memory usage"=144] ["max memory quota"=17179869184] [2024/05/07 02:09:29.711 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=254] [neededSchemaVersion=255] ["start time"=506.114µs] [gotSchemaVersion=255] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:29.713 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=255] [2024/05/07 02:09:29.761 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=255] ["take time"=52.35444ms] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.768 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=249] [physicalTableID=247] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/07 02:09:29.773 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=249] [2024/05/07 02:09:29.777 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 87, tp add index"] [category=ddl] [jobID=249] [conn=32] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:0, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482545217547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.779 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:249, Type:add index, State:running, SchemaState:write reorganization, SchemaID:245, TableID:247, RowCount:10, ArgLen:6, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482545217547, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000f75f69ffff000000000001,EndKey:7480000000000000f75f69ffff000000000001ff,First:false,PhysicalTableID:247,Ingest mode:false"] [2024/05/07 02:09:29.780 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=247] ["start key"=7480000000000000f75f69ffff000000000001] ["end key"=7480000000000000f75f69ffff000000000001ff] [2024/05/07 02:09:29.780 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000f75f69ffff000000000001] [endKey=7480000000000000f75f69ffff000000000001ff] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=247] ["end key"=7480000000000000f75f69ffff000000000001ff] ["current end key"=7480000000000000f75f69ffff00000000000100] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=249] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=249] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=249] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 247, range: [7480000000000000f75f69ffff000000000001, 7480000000000000f75f69ffff00000000000100), jobID: 249"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000f75f69ffff0000000000010000] ["take time"=341.577µs] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=249] [2024/05/07 02:09:29.781 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=10] ["start key"=7480000000000000f75f69ffff000000000001] [2024/05/07 02:09:29.781 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=10] [2024/05/07 02:09:29.800 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:29.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=255] [neededSchemaVersion=256] ["start time"=494.591µs] [gotSchemaVersion=256] [phyTblIDs="[247]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:29.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=249] [version=256] [2024/05/07 02:09:29.857 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=256] ["take time"=52.247355ms] [job="ID:249, Type:add index, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482545217547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.863 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=249] [tableID=247] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:29.866 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=249] [jobType="add index"] [2024/05/07 02:09:29.866 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 85, tp add index"] [category=ddl] [jobID=249] [conn=32] [job="ID:249, Type:add index, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:10, ArgLen:3, start time: 2024-05-07 02:09:27.919 +0000 UTC, Err:[ddl:-1]peer 601, store 3, region 600, epoch conf_ver:5 version:139 , when open write stream: mock write peer error, ErrCount:1, SnapshotVersion:449589482545217547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:29.874 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=249] [2024/05/07 02:09:29.874 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:29.875 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 32\n# Query_time: 1.923910703\n# Parse_time: 0.000030234\n# Compile_time: 0.000062831\n# Rewrite_time: 0.000001774\n# Optimize_time: 0.000016377\n# Wait_TS: 0.000133585\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5d86dca412acadddf40640bb1d297c0d253659423b7b4ec53d55d532bfcfa8e4\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index idx(a);"] [2024/05/07 02:09:29.876 +00:00] [INFO] [executor.go:2527] ["fast check table by group"] ["table name"=t] ["index name"=idx] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`addindexlit`.`t`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `addindexlit`.`t` use index(`idx`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/05/07 02:09:29.879 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [2024/05/07 02:09:29.879 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [2024/05/07 02:09:29.881 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 84, tp add index"] [category=ddl] ["take time"=1.611µs] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 86, tp add index"] [category=ddl] ["take time"=961ns] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 85, tp add index"] [category=ddl] ["take time"=460ns] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 87, tp add index"] [category=ddl] ["take time"=1.265µs] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 83, tp general"] [category=ddl] ["take time"=623ns] [2024/05/07 02:09:29.881 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:29.881 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:29.881 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:29.882 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=dbc87489-c690-4661-94cf-b297eee9087d] ["take time"=3.305425ms] [2024/05/07 02:09:29.882 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=dbc87489-c690-4661-94cf-b297eee9087d] [2024/05/07 02:09:29.883 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:29.883 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/1a3b152f-8bbd-4424-a571-8ad9abf804b3] [watcherID=d3c0f972-88ee-4232-9ef5-9431678e4b5c] [2024/05/07 02:09:29.883 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:29.883 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/1a3b152f-8bbd-4424-a571-8ad9abf804b3] [2024/05/07 02:09:29.883 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:29.883 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:29.883 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.883 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:29.884 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:29.884 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1713] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:29.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=dbc87489-c690-4661-94cf-b297eee9087d] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:29.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51b3ff29-e419-4313-aaa3-36b158f9a5e5"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [error="context canceled"] [2024/05/07 02:09:29.885 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:29.885 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:29.885 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:29.885 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=dbc87489-c690-4661-94cf-b297eee9087d] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51b3ff29-e419-4313-aaa3-36b158f9a5e5"] [error="context canceled"] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51b3ff29-e419-4313-aaa3-36b158f9a5e5"] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:29.885 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51b3ff29-e419-4313-aaa3-36b158f9a5e5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:29.885 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=51b3ff29-e419-4313-aaa3-36b158f9a5e5] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:29.885 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:29.885 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:29.893 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:29.893 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [error="context canceled"] [2024/05/07 02:09:29.893 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [2024/05/07 02:09:31.134 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:31.135 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:31.135 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:31.148 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 51b3ff29-e419-4313-aaa3-36b158f9a5e5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:31.156 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager dbc87489-c690-4661-94cf-b297eee9087d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:31.156 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:31.156 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:31.156 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:31.156 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.277355376s] [2024/05/07 02:09:31.156 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:31.156 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:31.156 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:31.156 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:31.156 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddIndexImportFailed (3.69s) === RUN TestAddEmptyMultiValueIndex [2024/05/07 02:09:31.159 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:31.159 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:31.159 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:31.159 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:31.159 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:31.160 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:31.160 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:31.160 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:31.160 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:31.160 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:31.160 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:31.161 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:31.162 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:31.162 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:31.165 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:31.171 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:31.179 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1878] ["lease id"=6f188f50cd76ef45] [2024/05/07 02:09:31.180 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:31.191 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=256] ["start time"=10.471941ms] [2024/05/07 02:09:31.193 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:31.193 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=b0e7f253-2bde-419a-abb0-bcfd2848e44b] [runWorker=true] [2024/05/07 02:09:31.193 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:31.194 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:31.195 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:31.195 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:31.195 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184606068736/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:31.195 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:31.195 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:31.195 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:31.197 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ec87] [ownerID=b0e7f253-2bde-419a-abb0-bcfd2848e44b] [op=none] [2024/05/07 02:09:31.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:31.197 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=29dcd3ed-bfbf-4616-b6a4-f310faf7d47c] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:31.198 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:31.202 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:31.203 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:31.203 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:31.214 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:31.216 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:31.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:31.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:31.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:31.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:31.218 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:31.218 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:31.218 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:31.218 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:31.218 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:31.218 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:31.218 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:31.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:31.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:31.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:31.219 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:31.219 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:31.220 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:31.220 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4ddc0ee6-5fd6-4b78-ac44-0c0ead34fcce] [2024/05/07 02:09:31.220 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:31.220 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:31.221 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:31.222 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:31.222 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:31.222 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:31.223 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.809023ms] [2024/05/07 02:09:31.227 +00:00] [INFO] [set.go:170] ["set global var"] [conn=33] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:31.228 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=256] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:31.236 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.236 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:31.246 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:31.246 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ec87] [ownerID=b0e7f253-2bde-419a-abb0-bcfd2848e44b] [op=none] [2024/05/07 02:09:31.246 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [op=none] [2024/05/07 02:09:31.246 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:31.252 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.263 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=256] [neededSchemaVersion=257] ["start time"=53.147µs] [gotSchemaVersion=257] [phyTblIDs="[247]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:31.266 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=257] [2024/05/07 02:09:31.313 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=257] ["take time"=52.743996ms] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.319 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.326 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=257] [neededSchemaVersion=258] ["start time"=41.428µs] [gotSchemaVersion=258] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:31.329 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=258] [2024/05/07 02:09:31.377 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=258] ["take time"=52.882536ms] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.382 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [category=ddl] [job="ID:250, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.390 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=258] [neededSchemaVersion=259] ["start time"=37.862µs] [gotSchemaVersion=259] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:31.392 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=259] [2024/05/07 02:09:31.440 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=259] ["take time"=52.335785ms] [job="ID:250, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.446 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:31.450 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="drop schema"] [2024/05/07 02:09:31.450 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=250] [conn=34] [job="ID:250, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.219 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.456 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/07 02:09:31.457 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.458 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=259] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:31.465 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.465 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:31.470 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.478 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=259] [neededSchemaVersion=260] ["start time"=214.469µs] [gotSchemaVersion=260] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:31.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=260] [2024/05/07 02:09:31.528 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=260] ["take time"=52.27439ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:31.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.534 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=252] [conn=34] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/07 02:09:31.539 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.546 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:31.550 +00:00] [INFO] [set.go:170] ["set global var"] [conn=34] [name=tidb_enable_dist_task] [val=off] [2024/05/07 02:09:31.550 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=260] [cur_db=addindexlit] [sql="create table t(j json);"] [user=] [2024/05/07 02:09:31.558 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:31.558 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(j json);"] [2024/05/07 02:09:31.564 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.567 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t"] [2024/05/07 02:09:31.573 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=260] [neededSchemaVersion=261] ["start time"=464.518µs] [gotSchemaVersion=261] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:31.576 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=261] [2024/05/07 02:09:31.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=261] ["take time"=52.139432ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:31.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 88, tp general"] [category=ddl] [jobID=254] [conn=34] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:31.633 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/07 02:09:31.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:31.636 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=34] [schemaVersion=261] [cur_db=addindexlit] [sql="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [user=] [2024/05/07 02:09:31.642 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:31.642 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/07 02:09:31.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.649 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"expression_index\",\"L\":\"expression_index\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"_V$_expression_index_0\",\"L\":\"_v$_expression_index_0\"},\"offset\":1,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":true}"] [2024/05/07 02:09:31.657 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=261] [neededSchemaVersion=262] ["start time"=505.947µs] [gotSchemaVersion=262] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:31.659 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=262] [2024/05/07 02:09:31.707 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=262] ["take time"=52.594413ms] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:delete only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=262] [neededSchemaVersion=263] ["start time"=517.042µs] [gotSchemaVersion=263] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:31.723 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=263] [2024/05/07 02:09:31.771 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=263] ["take time"=52.81119ms] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.778 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write only, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.786 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=263] [neededSchemaVersion=264] ["start time"=544.943µs] [gotSchemaVersion=264] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:31.788 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=264] [2024/05/07 02:09:31.836 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=264] ["take time"=52.918364ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.842 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.843 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/07 02:09:31.843 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:31.843 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/255] [keyspaceName=] [2024/05/07 02:09:31.846 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:31.846 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:31.846 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:31.846 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:31.847 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:31.847 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:31.847 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:31.847 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:31.847 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:31.850 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:31.851 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:31.851 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:31.852 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/07 02:09:31.859 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/07 02:09:31.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483095982090, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:31.865 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=255] [table=t] ["ingest mode"=true] [index=expression_index] [2024/05/07 02:09:31.868 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=253] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:31.868 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/07 02:09:31.869 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=255] [start=7480000000000000fd5f728000000000000001] [end=7480000000000000fd5f72800000000000000100] ["checkpoint physical ID"=253] [2024/05/07 02:09:31.869 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483095982090, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f728000000000000001,EndKey:7480000000000000fd5f72800000000000000100,First:false,PhysicalTableID:253,Ingest mode:true"] [2024/05/07 02:09:31.893 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=253] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:31.893 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=253] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=255] [localCnt=0] [2024/05/07 02:09:31.899 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:31.899 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:31.904 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:31.904 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:31.908 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/07 02:09:31.908 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:31.913 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/07 02:09:31.913 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:31.925 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/07 02:09:31.925 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=255] [reader=2] [writer=4] [2024/05/07 02:09:31.925 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f728000000000000001] ["end key"=7480000000000000fd5f72800000000000000100] [2024/05/07 02:09:31.926 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f728000000000000001] [endKey=7480000000000000fd5f72800000000000000100] [2024/05/07 02:09:31.926 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f72800000000000000100] ["current end key"=7480000000000000fd5f72800000000000000100] [2024/05/07 02:09:31.926 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:31.926 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f728000000000000001, 7480000000000000fd5f72800000000000000100), jobID: 255"] [2024/05/07 02:09:31.926 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:31.931 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=255] ["index IDs"="[1]"] ["local checkpoint"=7480000000000000fd5f72800000000000000100] ["global checkpoint"=] ["global physical ID"=253] [] [2024/05/07 02:09:31.931 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f728000000000000001] [2024/05/07 02:09:31.931 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/07 02:09:31.949 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] [2024/05/07 02:09:31.949 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:31.950 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=1.02449ms] [] [2024/05/07 02:09:31.950 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=255] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:31.950 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:31.950 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:31.950 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=9.999µs] [] [2024/05/07 02:09:31.950 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:31.950 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=631.493µs] [] [2024/05/07 02:09:31.958 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=264] [neededSchemaVersion=265] ["start time"=553.697µs] [gotSchemaVersion=265] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:31.961 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=265] [2024/05/07 02:09:32.008 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=265] ["take time"=52.512491ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483095982090, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.015 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 90, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483095982090, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.015 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=255] [table=t] [index=expression_index] [2024/05/07 02:09:32.016 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:32.016 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:32.016 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:32.016 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:32.016 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:32.016 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=255] [indexIDs="[1]"] [2024/05/07 02:09:32.016 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=255] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/07 02:09:32.024 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=265] [neededSchemaVersion=266] ["start time"=523.58µs] [gotSchemaVersion=266] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:32.026 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=266] [2024/05/07 02:09:32.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=266] ["take time"=52.983533ms] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.082 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=255] [physicalTableID=253] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/07 02:09:32.087 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=255] [2024/05/07 02:09:32.093 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 91, tp add index"] [category=ddl] [jobID=255] [conn=34] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:0, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483161255942, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.095 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:255, Type:add index, State:running, SchemaState:write reorganization, SchemaID:251, TableID:253, RowCount:1, ArgLen:6, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483161255942, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000000fd5f69ffff000000000001,EndKey:7480000000000000fd5f69ffff000000000001ff,First:false,PhysicalTableID:253,Ingest mode:false"] [2024/05/07 02:09:32.096 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=253] ["start key"=7480000000000000fd5f69ffff000000000001] ["end key"=7480000000000000fd5f69ffff000000000001ff] [2024/05/07 02:09:32.096 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000000fd5f69ffff000000000001] [endKey=7480000000000000fd5f69ffff000000000001ff] [2024/05/07 02:09:32.096 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=253] ["end key"=7480000000000000fd5f69ffff000000000001ff] ["current end key"=7480000000000000fd5f69ffff00000000000100] [2024/05/07 02:09:32.096 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=255] [2024/05/07 02:09:32.096 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=255] [2024/05/07 02:09:32.096 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=255] [2024/05/07 02:09:32.097 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 253, range: [7480000000000000fd5f69ffff000000000001, 7480000000000000fd5f69ffff00000000000100), jobID: 255"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000000fd5f69ffff0000000000010000] ["take time"=342.49µs] [2024/05/07 02:09:32.097 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=255] [2024/05/07 02:09:32.097 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=7480000000000000fd5f69ffff000000000001] [2024/05/07 02:09:32.097 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/05/07 02:09:32.117 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:32.123 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=266] [neededSchemaVersion=267] ["start time"=557.723µs] [gotSchemaVersion=267] [phyTblIDs="[253]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:32.126 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=255] [version=267] [2024/05/07 02:09:32.173 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=267] ["take time"=52.641907ms] [job="ID:255, Type:add index, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483161255942, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.180 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=255] [tableID=253] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:32.183 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=255] [jobType="add index"] [2024/05/07 02:09:32.183 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 92, tp add index"] [category=ddl] [jobID=255] [conn=34] [job="ID:255, Type:add index, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:1, ArgLen:3, start time: 2024-05-07 02:09:31.62 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483161255942, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:32.192 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=255] [2024/05/07 02:09:32.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:32.193 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 34\n# Query_time: 0.556534194\n# Parse_time: 0.000040027\n# Compile_time: 0.00006348\n# Rewrite_time: 0.000001578\n# Optimize_time: 0.000019783\n# Wait_TS: 0.000143\n# DB: addindexlit\n# Is_internal: false\n# Digest: 748c2395042b13233a915be5581157ecbda746967b72293bb29fe10a81d6bbb4\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add index ((cast(j->'$.string' as char(10) array)));"] [2024/05/07 02:09:32.194 +00:00] [INFO] [session.go:4111] ["use snapshot schema"] [conn=0] [schemaVersion=267] [2024/05/07 02:09:32.197 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:32.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:32.197 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:32.197 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:32.199 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [2024/05/07 02:09:32.199 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [2024/05/07 02:09:32.201 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 89, tp add index"] [category=ddl] ["take time"=1.754µs] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 92, tp add index"] [category=ddl] ["take time"=855ns] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 90, tp add index"] [category=ddl] ["take time"=905ns] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 91, tp add index"] [category=ddl] ["take time"=739ns] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 88, tp general"] [category=ddl] ["take time"=792ns] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:32.202 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:32.202 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=b0e7f253-2bde-419a-abb0-bcfd2848e44b] ["take time"=7.350378ms] [2024/05/07 02:09:32.202 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=b0e7f253-2bde-419a-abb0-bcfd2848e44b] [2024/05/07 02:09:32.204 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:32.204 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4ddc0ee6-5fd6-4b78-ac44-0c0ead34fcce] [2024/05/07 02:09:32.204 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:32.204 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:32.204 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:32.204 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:32.204 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1878] [2024/05/07 02:09:32.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:32.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:32.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:32.205 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [error="context canceled"] [2024/05/07 02:09:32.205 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29dcd3ed-bfbf-4616-b6a4-f310faf7d47c"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:32.205 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:32.205 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:32.205 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:32.205 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:32.205 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:32.206 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:32.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:32.206 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=29dcd3ed-bfbf-4616-b6a4-f310faf7d47c] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:32.206 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:32.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:32.206 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:32.206 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29dcd3ed-bfbf-4616-b6a4-f310faf7d47c"] [error="context canceled"] [2024/05/07 02:09:32.206 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29dcd3ed-bfbf-4616-b6a4-f310faf7d47c"] [2024/05/07 02:09:32.206 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29dcd3ed-bfbf-4616-b6a4-f310faf7d47c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:32.213 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:32.213 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [error="context canceled"] [2024/05/07 02:09:32.213 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [2024/05/07 02:09:33.458 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:33.458 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:33.458 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:33.458 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:33.466 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager b0e7f253-2bde-419a-abb0-bcfd2848e44b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:33.466 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:33.466 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:33.467 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.271575178s] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:33.467 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:33.467 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:33.467 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:33.467 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:33.467 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddEmptyMultiValueIndex (2.31s) === RUN TestAddUniqueIndexDuplicatedError [2024/05/07 02:09:33.470 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:33.470 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 29dcd3ed-bfbf-4616-b6a4-f310faf7d47c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:33.470 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:33.470 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:33.470 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:33.470 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:33.471 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:33.471 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:33.471 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:33.471 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:33.471 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:33.471 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:33.472 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:33.473 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:33.473 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:33.475 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:33.481 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:33.490 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1993] ["lease id"=6f188f50cd76ef83] [2024/05/07 02:09:33.492 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:33.504 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=267] ["start time"=11.480834ms] [2024/05/07 02:09:33.506 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:33.506 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=f7463375-969c-4cae-a088-eb71391903fb] [runWorker=true] [2024/05/07 02:09:33.506 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:33.507 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:33.508 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:33.508 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:33.508 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184606093312/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:33.508 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:33.508 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:33.508 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:33.510 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ecb9] [ownerID=f7463375-969c-4cae-a088-eb71391903fb] [op=none] [2024/05/07 02:09:33.511 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:33.511 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=9582fdd9-66b1-49ab-88b0-330b0f7c07f8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:33.512 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:33.516 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:33.517 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:33.517 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:33.527 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:33.530 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:33.531 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:33.531 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:33.531 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:33.531 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:33.531 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:33.531 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:33.531 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:33.531 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:33.531 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:33.532 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:33.532 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:33.533 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:33.533 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:33.533 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:33.533 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:33.533 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:33.533 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:33.533 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8ed442a8-7914-4340-ac35-bd83273b5ffe] [2024/05/07 02:09:33.534 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:33.534 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:33.534 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:33.535 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:33.535 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:33.535 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:33.536 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.219391ms] [2024/05/07 02:09:33.540 +00:00] [INFO] [set.go:170] ["set global var"] [conn=35] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:33.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="DROP TABLE IF EXISTS `b1cce552` "] [user=] [2024/05/07 02:09:33.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=267] [cur_db=test] [sql="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [user=] [2024/05/07 02:09:33.551 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:33.551 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE `b1cce552` (\n `f5d9aecb` timestamp DEFAULT '2031-12-22 06:44:52',\n `d9337060` varchar(186) DEFAULT 'duplicatevalue',\n `4c74082f` year(4) DEFAULT '1977',\n `9215adc3` tinytext DEFAULT NULL,\n `85ad5a07` decimal(5,0) NOT NULL DEFAULT '68649',\n `8c60260f` varchar(130) NOT NULL DEFAULT 'drfwe301tuehhkmk0jl79mzekuq0byg',\n `8069da7b` varchar(90) DEFAULT 'ra5rhqzgjal4o47ppr33xqjmumpiiillh7o5ajx7gohmuroan0u',\n `91e218e1` tinytext DEFAULT NULL,\n PRIMARY KEY (`8c60260f`,`85ad5a07`) /*T![clustered_index] CLUSTERED */,\n KEY `d88975e1` (`8069da7b`)\n);"] [2024/05/07 02:09:33.559 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:33.559 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] ["owner key"=/tidb/ddl/fg/owner/22318f50cd76ecb9] [ownerID=f7463375-969c-4cae-a088-eb71391903fb] [op=none] [2024/05/07 02:09:33.559 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [op=none] [2024/05/07 02:09:33.559 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:33.566 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [category=ddl] [job="ID:257, Type:create table, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.569 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 2, Table ID: 256, Table Name: b1cce552"] [2024/05/07 02:09:33.576 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=267] [neededSchemaVersion=268] ["start time"=595.876µs] [gotSchemaVersion=268] [phyTblIDs="[256]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:33.578 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=257] [version=268] [2024/05/07 02:09:33.626 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=268] ["take time"=52.428142ms] [job="ID:257, Type:create table, State:done, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.631 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 93, tp general"] [category=ddl] [jobID=257] [conn=36] [job="ID:257, Type:create table, State:synced, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.519 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:33.637 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=257] [2024/05/07 02:09:33.637 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:33.639 +00:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [startTS=449589483567579148] [2024/05/07 02:09:33.640 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=36] [schemaVersion=268] [cur_db=test] [sql="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [user=] [2024/05/07 02:09:33.645 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:33.645 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="ALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/07 02:09:33.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:queueing, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.653 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":3,\"idx_name\":{\"O\":\"65290727\",\"L\":\"65290727\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"4c74082f\",\"L\":\"4c74082f\"},\"offset\":2,\"length\":-1},{\"name\":{\"O\":\"d9337060\",\"L\":\"d9337060\"},\"offset\":1,\"length\":-1},{\"name\":{\"O\":\"8069da7b\",\"L\":\"8069da7b\"},\"offset\":6,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:33.661 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=268] [neededSchemaVersion=269] ["start time"=588.856µs] [gotSchemaVersion=269] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:33.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=269] [2024/05/07 02:09:33.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=269] ["take time"=52.099287ms] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.725 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=269] [neededSchemaVersion=270] ["start time"=619.396µs] [gotSchemaVersion=270] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:33.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=270] [2024/05/07 02:09:33.775 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=270] ["take time"=52.636537ms] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=270] [neededSchemaVersion=271] ["start time"=517.252µs] [gotSchemaVersion=271] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:33.792 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=271] [2024/05/07 02:09:33.839 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=271] ["take time"=52.050945ms] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 94, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.847 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/07 02:09:33.847 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:33.847 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/258] [keyspaceName=] [2024/05/07 02:09:33.850 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:33.850 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:33.850 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:33.850 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:33.850 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:33.850 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:33.850 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:33.850 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:33.850 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:33.857 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:33.858 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:33.858 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:33.859 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=258] [physicalTableID=256] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/07 02:09:33.866 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/07 02:09:33.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:33.872 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=258] [table=b1cce552] ["ingest mode"=true] [index=65290727] [2024/05/07 02:09:33.875 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=256] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:33.875 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/07 02:09:33.876 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=258] [start=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [end=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["checkpoint physical ID"=256] [2024/05/07 02:09:33.876 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:3,StartKey:7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e,EndKey:7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00,First:false,PhysicalTableID:256,Ingest mode:true"] [2024/05/07 02:09:33.898 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=256] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:33.898 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=256] [oldPhysicalID=0] [indexIDs="[3]"] [jobID=258] [localCnt=0] [2024/05/07 02:09:33.907 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/07 02:09:33.907 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=671088960] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:33.920 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089000] ["max memory quota"=17179869184] [2024/05/07 02:09:33.920 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=805306728] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:33.932 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=805306768] ["max memory quota"=17179869184] [2024/05/07 02:09:33.932 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=939524496] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:33.948 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524536] ["max memory quota"=17179869184] [2024/05/07 02:09:33.948 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["current memory usage"=1073742264] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:33.960 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742304] ["max memory quota"=17179869184] [2024/05/07 02:09:33.960 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=258] [reader=2] [writer=4] [2024/05/07 02:09:33.960 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=256] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/07 02:09:33.960 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [endKey=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/07 02:09:33.961 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=256] ["end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["current end key"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] [2024/05/07 02:09:33.961 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:33.961 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 256, range: [7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e, 7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00), jobID: 258"] [2024/05/07 02:09:33.961 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:33.963 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=332] [kvs=2] [files=1] [sstFileSize=1299] [file=/tmp/tidb/tmp_ddl-4000/258/b85183b9-c6b4-552a-a01e-db697670c7ce.sst/7a104871-1bf4-4001-a29f-19b9b5c7ac69.sst] [firstKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9014E365144313D4070FF6564406F77566F4AFF7800000000000000F806050080034E0022] [lastKey=7480000000000001FF005F698000000000FF0000030380000000FF000007EC01647570FF6C69636174FF6576FF616C75650000FD01FF39736F504D326436FFFF48000000000000FF00F8000000000000F9015F48576166236744FF2162770000000000FA06050080235C0019] [2024/05/07 02:09:33.968 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=258] ["index IDs"="[3]"] ["local checkpoint"=7480000000000001005f72015f48576166236744ff2162770000000000fa06050080235c00] ["global checkpoint"=] ["global physical ID"=256] [] [2024/05/07 02:09:33.968 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:3,TypeKey:_idx_] ["total added count"=2] ["start key"=7480000000000001005f72014e365144313d4070ff6564406f77566f4aff7800000000000000f806050080034e] [2024/05/07 02:09:33.968 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=2] [2024/05/07 02:09:33.986 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] [2024/05/07 02:09:33.986 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [2024/05/07 02:09:33.987 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [takeTime=1.033302ms] [] [2024/05/07 02:09:33.987 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=258] ["index ID"=3] ["split region size"=100663296] [2024/05/07 02:09:33.987 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [2024/05/07 02:09:33.988 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:34.010 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b85183b9-c6b4-552a-a01e-db697670c7ce] ["region ranges"=1] [count=2] [size=332] [2024/05/07 02:09:34.010 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:34.011 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F8] [endKey=7480000000000001005F6980000000000000030380000000000007EC016475706C69636174FF6576616C75650000FD0139736F504D326436FF4800000000000000F800] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 02:09:36.011 +00:00] [2024/05/07 02:09:34.011 +00:00] [ERROR] [local.go:1459] ["do import meets error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:34.013 +00:00] [WARN] [backend.go:376] ["import failed"] [category=ddl-ingest] [engineTag=b1cce552:3] [engineUUID=b85183b9-c6b4-552a-a01e-db697670c7ce] [retryCnt=0] [takeTime=25.984069ms] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [2024/05/07 02:09:34.013 +00:00] [WARN] [engine.go:157] ["ingest data into storage error"] [category=ddl-ingest] [error="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'"] [errorVerbose="[Lightning:Restore:ErrFoundDuplicateKey]found duplicate key 't\ufffd\u0000\u0000\u0000\u0000\u0000\u0001\u0000_i\ufffd\u0000\u0000\u0000\u0000\u0000\u0000\u0003\u0003\ufffd\u0000\u0000\u0000\u0000\u0000\u0007\ufffd\u0001duplicat\ufffdevalue\u0000\u0000\ufffd\u00019soPM2d6\ufffdH\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd', value '\u0000}\u0001\u0000\"\u0001N6QD1=@p\ufffded@owVoJ\ufffdx\u0000\u0000\u0000\u0000\u0000\u0000\u0000\ufffd\u0006\u0005\u0000\ufffd\u0003N\ufffd\u0000\u0003\u0000\u0000\u0000\u0002\u0006\u0007\u0001\u0000\u0002\u0000\u0003\u0000\u0000\u0000\u0000'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doWrite\n\tpkg/lightning/backend/local/region_job.go:420\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).writeToTiKV\n\tpkg/lightning/backend/local/region_job.go:190\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).executeJob\n\tpkg/lightning/backend/local/local.go:1197\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).startWorker\n\tpkg/lightning/backend/local/local.go:1088\ngithub.com/pingcap/tidb/pkg/lightning/backend/local.(*Backend).doImport.func3\n\tpkg/lightning/backend/local/local.go:1434\ngithub.com/pingcap/tidb/pkg/util.(*ErrorGroupWithRecover).Go.func1\n\tpkg/util/wait_group_wrapper.go:250\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] ["job ID"=258] ["index ID"=3] [2024/05/07 02:09:34.013 +00:00] [WARN] [index.go:957] ["import index duplicate key, convert job to rollback"] [category=ddl] [job="ID:258, Type:add index, State:running, SchemaState:write reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:6, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:34.017 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:34.017 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:34.017 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:34.017 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:34.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:34.017 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=258] [indexIDs="[3]"] [2024/05/07 02:09:34.017 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=258] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/07 02:09:34.017 +00:00] [WARN] [ddl_worker.go:1147] ["run DDL job error"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [error="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'"] [errorVerbose="[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/ddl.completeErr\n\tpkg/ddl/index_cop.go:319\ngithub.com/pingcap/tidb/pkg/ddl.convertAddIdxJob2RollbackJob\n\tpkg/ddl/rollingback.go:93\ngithub.com/pingcap/tidb/pkg/ddl.runIngestReorgJob\n\tpkg/ddl/index.go:958\ngithub.com/pingcap/tidb/pkg/ddl.doReorgWorkForCreateIndex\n\tpkg/ddl/index.go:866\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).onCreateIndex\n\tpkg/ddl/index.go:731\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runDDLJob\n\tpkg/ddl/ddl_worker.go:1256\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).HandleDDLJobTable\n\tpkg/ddl/ddl_worker.go:946\ngithub.com/pingcap/tidb/pkg/ddl.(*ddl).delivery2Worker.func1\n\tpkg/ddl/job_table.go:461\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:34.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=271] [neededSchemaVersion=272] ["start time"=599.419µs] [gotSchemaVersion=272] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:34.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=272] [2024/05/07 02:09:34.074 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=272] ["take time"=52.322337ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:3, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:34.081 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:34.089 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=272] [neededSchemaVersion=273] ["start time"=598.242µs] [gotSchemaVersion=273] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:34.091 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=273] [2024/05/07 02:09:34.140 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=273] ["take time"=52.924058ms] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:34.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 96, tp add index"] [category=ddl] [jobID=258] [conn=36] [category=ddl] [job="ID:258, Type:add index, State:rollingback, SchemaState:delete reorganization, SchemaID:2, TableID:256, RowCount:2, ArgLen:0, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:34.155 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=273] [neededSchemaVersion=274] ["start time"=594.783µs] [gotSchemaVersion=274] [phyTblIDs="[256]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:34.157 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=274] [2024/05/07 02:09:34.205 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=274] ["take time"=52.574969ms] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:34.212 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=258] [tableID=256] [indexIDs="[3,9223090561878065155]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:34.217 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=258] [jobType="add index"] [2024/05/07 02:09:34.217 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 95, tp add index"] [category=ddl] [jobID=258] [conn=36] [job="ID:258, Type:add index, State:rollback done, SchemaState:none, SchemaID:2, TableID:256, RowCount:2, ArgLen:2, start time: 2024-05-07 02:09:33.619 +0000 UTC, Err:[kv:1062]Duplicate entry '2028-duplicatevalue-9soPM2d6H' for key 'b1cce552.65290727', ErrCount:1, SnapshotVersion:449589483620007944, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:34.223 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=258] [2024/05/07 02:09:34.226 +00:00] [INFO] [ddl.go:1292] ["DDL job is failed"] [category=ddl] [jobID=258] [2024/05/07 02:09:34.226 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:34.226 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 36\n# Query_time: 0.585759706\n# Parse_time: 0.000035193\n# Compile_time: 0.000060487\n# Rewrite_time: 0.000001689\n# Optimize_time: 0.000017205\n# Wait_TS: 0.000112888\n# DB: test\n# Is_internal: false\n# Digest: bc4570d7de5f1f19112a3915018d4d0650f00ce0ad5b39e929a05a8dc72fa0ac\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test;\nALTER TABLE `b1cce552` ADD unique INDEX `65290727` (`4c74082f`, `d9337060`, `8069da7b`);"] [2024/05/07 02:09:34.227 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [2024/05/07 02:09:34.227 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [2024/05/07 02:09:34.229 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 97, tp add index"] [category=ddl] ["take time"=2.248µs] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 94, tp add index"] [category=ddl] ["take time"=698ns] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 95, tp add index"] [category=ddl] ["take time"=467ns] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 96, tp add index"] [category=ddl] ["take time"=551ns] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 93, tp general"] [category=ddl] ["take time"=883ns] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:34.230 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:34.230 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=f7463375-969c-4cae-a088-eb71391903fb] ["take time"=3.925492ms] [2024/05/07 02:09:34.230 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=f7463375-969c-4cae-a088-eb71391903fb] [2024/05/07 02:09:34.231 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:34.231 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8ed442a8-7914-4340-ac35-bd83273b5ffe] [2024/05/07 02:09:34.231 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:34.231 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:34.231 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.231 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:34.232 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:34.232 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1993] [2024/05/07 02:09:34.233 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:34.233 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [2024/05/07 02:09:34.233 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9582fdd9-66b1-49ab-88b0-330b0f7c07f8"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:34.233 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9582fdd9-66b1-49ab-88b0-330b0f7c07f8"] [2024/05/07 02:09:34.233 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:34.233 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:34.233 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:34.233 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 9582fdd9-66b1-49ab-88b0-330b0f7c07f8"] [error="context canceled"] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:34.233 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=9582fdd9-66b1-49ab-88b0-330b0f7c07f8] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:34.233 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:34.241 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:34.241 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [error="context canceled"] [2024/05/07 02:09:34.241 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [2024/05/07 02:09:34.434 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9582fdd9-66b1-49ab-88b0-330b0f7c07f8"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:35.492 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:35.492 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:35.492 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:35.504 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f7463375-969c-4cae-a088-eb71391903fb"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:35.504 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:35.504 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:35.504 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:35.504 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.278148166s] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:35.504 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:35.504 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:35.504 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:35.504 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:35.505 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestAddUniqueIndexDuplicatedError (2.04s) === RUN TestFirstLitSlowStart [2024/05/07 02:09:35.507 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:35.507 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:35.507 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:35.507 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:35.507 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:35.508 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:35.508 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:35.508 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:35.508 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:35.508 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:35.508 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:35.509 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:35.509 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:35.510 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:35.512 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:35.517 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:35.529 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=40] ["lease id"=3eaa8f50cd76ecfb] [2024/05/07 02:09:35.530 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:35.542 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=274] ["start time"=10.802813ms] [2024/05/07 02:09:35.543 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:35.543 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=c3c0c47b-0cc1-40aa-8de0-023df284020b] [runWorker=true] [2024/05/07 02:09:35.544 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:35.545 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:35.546 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:35.546 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:35.546 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184606183424/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:35.546 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:35.546 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:35.546 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:35.546 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:35.547 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76efb6] [ownerID=c3c0c47b-0cc1-40aa-8de0-023df284020b] [op=none] [2024/05/07 02:09:35.547 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:35.547 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:35.548 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:35.552 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:35.553 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:35.553 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:35.564 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:35.566 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:35.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:35.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:35.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:35.567 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:35.567 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:35.567 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:35.567 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:35.567 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:35.567 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:35.568 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:35.568 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:35.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:35.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:35.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:35.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:35.569 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:35.569 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/4765a272-bce0-4d6c-afd3-c783d7a70517] [2024/05/07 02:09:35.569 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:35.570 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:35.570 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:35.570 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:35.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:35.571 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:35.571 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:35.573 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=4.622811ms] [2024/05/07 02:09:35.576 +00:00] [INFO] [set.go:170] ["set global var"] [conn=37] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:35.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="alter table `b1cce552` nocache"] [user=] [2024/05/07 02:09:35.577 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=37] [schemaVersion=274] [cur_db=test] [sql="drop table `b1cce552`"] [user=] [2024/05/07 02:09:35.584 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:35.584 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table `b1cce552`"] [2024/05/07 02:09:35.597 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:35.597 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76efb6] [ownerID=c3c0c47b-0cc1-40aa-8de0-023df284020b] [op=none] [2024/05/07 02:09:35.597 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [op=none] [2024/05/07 02:09:35.597 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:35.603 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:queueing, SchemaState:public, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.611 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=274] [neededSchemaVersion=275] ["start time"=36.737µs] [gotSchemaVersion=275] [phyTblIDs="[256]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:35.613 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=275] [2024/05/07 02:09:35.662 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=275] ["take time"=52.528551ms] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.667 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:write only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.676 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=275] [neededSchemaVersion=276] ["start time"=50.16µs] [gotSchemaVersion=276] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:35.678 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=276] [2024/05/07 02:09:35.687 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 9582fdd9-66b1-49ab-88b0-330b0f7c07f8"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:35.726 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=276] ["take time"=52.785703ms] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.731 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [category=ddl] [job="ID:259, Type:drop table, State:running, SchemaState:delete only, SchemaID:2, TableID:256, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.735 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 2, Old Table ID: 256, Old Table Name: b1cce552"] [2024/05/07 02:09:35.740 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=276] [neededSchemaVersion=277] ["start time"=34.766µs] [gotSchemaVersion=277] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:35.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=277] [2024/05/07 02:09:35.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=277] ["take time"=52.637189ms] [job="ID:259, Type:drop table, State:done, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.797 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[256]"] [comment="drop table: table ID"] [2024/05/07 02:09:35.802 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop table"] [2024/05/07 02:09:35.802 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=259] [conn=37] [job="ID:259, Type:drop table, State:synced, SchemaState:none, SchemaID:2, TableID:256, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:35.569 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.810 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/07 02:09:35.810 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:35.812 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=277] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:35.817 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:35.817 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:35.822 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:queueing, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.831 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=277] [neededSchemaVersion=278] ["start time"=45.377µs] [gotSchemaVersion=278] [phyTblIDs="[253]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:35.833 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=278] [2024/05/07 02:09:35.881 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=278] ["take time"=52.182812ms] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:write only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.893 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=278] [neededSchemaVersion=279] ["start time"=47.627µs] [gotSchemaVersion=279] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:35.896 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=279] [2024/05/07 02:09:35.944 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=279] ["take time"=52.452793ms] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.952 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [category=ddl] [job="ID:260, Type:drop schema, State:running, SchemaState:delete only, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.960 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=279] [neededSchemaVersion=280] ["start time"=27.935µs] [gotSchemaVersion=280] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:35.962 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=260] [version=280] [2024/05/07 02:09:36.010 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=280] ["take time"=51.966061ms] [job="ID:260, Type:drop schema, State:done, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.016 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=260] [tableIDs="[253]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:36.018 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=260] [jobType="drop schema"] [2024/05/07 02:09:36.019 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=260] [conn=38] [job="ID:260, Type:drop schema, State:synced, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.769 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.025 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=260] [2024/05/07 02:09:36.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.026 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=280] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:36.033 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.033 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:36.039 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [category=ddl] [job="ID:262, Type:create schema, State:queueing, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.047 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=280] [neededSchemaVersion=281] ["start time"=232.395µs] [gotSchemaVersion=281] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:36.050 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=262] [version=281] [2024/05/07 02:09:36.097 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=281] ["take time"=52.230361ms] [job="ID:262, Type:create schema, State:done, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.103 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=262] [conn=38] [job="ID:262, Type:create schema, State:synced, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.02 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.108 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=262] [2024/05/07 02:09:36.108 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.114 +00:00] [INFO] [set.go:170] ["set global var"] [conn=38] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:36.114 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=281] [cur_db=addindexlit] [sql="create table t(a int, b int);"] [user=] [2024/05/07 02:09:36.121 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.121 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int);"] [2024/05/07 02:09:36.127 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [category=ddl] [job="ID:264, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.130 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 263, Table Name: t"] [2024/05/07 02:09:36.136 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=281] [neededSchemaVersion=282] ["start time"=568.218µs] [gotSchemaVersion=282] [phyTblIDs="[263]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:36.139 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=264] [version=282] [2024/05/07 02:09:36.186 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=282] ["take time"=52.43515ms] [job="ID:264, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.192 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=264] [conn=38] [job="ID:264, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.069 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=264] [2024/05/07 02:09:36.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.201 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=282] [cur_db=addindexlit] [sql="create table t2(a int, b int);"] [user=] [2024/05/07 02:09:36.208 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.208 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int, b int);"] [2024/05/07 02:09:36.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [category=ddl] [job="ID:266, Type:create table, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.217 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 261, Table ID: 265, Table Name: t2"] [2024/05/07 02:09:36.223 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=282] [neededSchemaVersion=283] ["start time"=631.376µs] [gotSchemaVersion=283] [phyTblIDs="[265]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:36.225 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=266] [version=283] [2024/05/07 02:09:36.273 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=283] ["take time"=52.980412ms] [job="ID:266, Type:create table, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.278 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 98, tp general"] [category=ddl] [jobID=266] [conn=38] [job="ID:266, Type:create table, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.283 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=266] [2024/05/07 02:09:36.283 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.288 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=39] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t2 add unique index idx(a);"] [user=] [2024/05/07 02:09:36.289 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=38] [schemaVersion=283] [cur_db=addindexlit] [sql="alter table t add unique index idx(a);"] [user=] [2024/05/07 02:09:36.294 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:36.294 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add unique index idx(a);"] [2024/05/07 02:09:36.300 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:36.300 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t add unique index idx(a);"] [2024/05/07 02:09:36.303 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.304 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:36.304 +00:00] [INFO] [backend_mgr.go:224] ["remove stale temp index data"] [jobID=258] [2024/05/07 02:09:36.311 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:queueing, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.311 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:none, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:36.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=283] [neededSchemaVersion=284] ["start time"=580.806µs] [gotSchemaVersion=284] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:36.315 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=284] [2024/05/07 02:09:36.319 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=284] [neededSchemaVersion=285] ["start time"=492.867µs] [gotSchemaVersion=285] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:36.321 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=285] [2024/05/07 02:09:36.362 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=284] ["take time"=51.919798ms] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.369 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=285] ["take time"=51.790478ms] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.369 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.376 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:delete only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.377 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=285] [neededSchemaVersion=286] ["start time"=480.599µs] [gotSchemaVersion=286] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:36.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=286] [2024/05/07 02:09:36.384 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=286] [neededSchemaVersion=287] ["start time"=555.203µs] [gotSchemaVersion=287] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:36.387 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=287] [2024/05/07 02:09:36.428 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=286] ["take time"=53.572334ms] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.434 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=287] ["take time"=52.066064ms] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.441 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write only, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.447 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=287] [neededSchemaVersion=288] ["start time"=636.876µs] [gotSchemaVersion=288] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:36.451 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=288] [2024/05/07 02:09:36.452 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=288] [neededSchemaVersion=289] ["start time"=566.383µs] [gotSchemaVersion=289] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:36.455 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=289] [2024/05/07 02:09:36.496 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=288] ["take time"=52.593177ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.501 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=289] ["take time"=52.293173ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.504 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.505 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:36.505 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:36.505 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/267] [keyspaceName=] [2024/05/07 02:09:36.508 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:36.508 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:36.509 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:36.509 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:36.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:36.509 +00:00] [WARN] [manager.go:213] ["resign ddl owner success"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [2024/05/07 02:09:36.509 +00:00] [INFO] [manager.go:458] ["watch failed, owner is deleted"] ["owner info"="[ddl] ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b watch owner key /tidb/ddl/fg/owner/6f188f50cd76efb6"] [2024/05/07 02:09:36.509 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [2024/05/07 02:09:36.509 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:36.509 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:36.509 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:36.509 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:36.509 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:36.509 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:36.511 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76efb6] [ownerID=c3c0c47b-0cc1-40aa-8de0-023df284020b] [op=none] [2024/05/07 02:09:36.549 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:36.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:36.549 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:36.549 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:36.570 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:36.570 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:36.571 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4765a272-bce0-4d6c-afd3-c783d7a70517] [watcherID=d3fe7332-3d3a-43d7-a06a-b7364526364c] [2024/05/07 02:09:36.571 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:36.573 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:36.573 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:36.573 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:36.573 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:37.511 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/07 02:09:37.546 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:38.513 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/07 02:09:38.517 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:38.518 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:38.518 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:38.518 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:38.518 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/268] [keyspaceName=] [2024/05/07 02:09:38.519 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/07 02:09:38.521 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:38.521 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:38.521 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:38.521 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:38.522 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:38.522 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:38.522 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:38.522 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:38.522 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:38.526 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/07 02:09:38.531 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 102, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589484838977540, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:38.532 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=267] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:39.524 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/07 02:09:40.526 +00:00] [INFO] [engine_mgr.go:601] ["no one removes folder"] [2024/05/07 02:09:40.530 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:40.531 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:40.531 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:40.532 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/07 02:09:40.534 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=265] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:40.534 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/07 02:09:40.535 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=267] [start=7480000000000001095f728000000000000001] [end=7480000000000001095f72800000000000000300] ["checkpoint physical ID"=265] [2024/05/07 02:09:40.535 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589484838977540, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f728000000000000001,EndKey:7480000000000001095f72800000000000000300,First:false,PhysicalTableID:265,Ingest mode:true"] [2024/05/07 02:09:40.538 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/07 02:09:40.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485376372738, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.544 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=268] [table=t] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:40.547 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=263] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:40.547 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/07 02:09:40.548 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=268] [start=7480000000000001075f728000000000000001] [end=7480000000000001075f72800000000000000300] ["checkpoint physical ID"=263] [2024/05/07 02:09:40.548 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485376372738, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f728000000000000001,EndKey:7480000000000001075f72800000000000000300,First:false,PhysicalTableID:263,Ingest mode:true"] [2024/05/07 02:09:40.564 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=265] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:40.564 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=265] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=267] [localCnt=0] [2024/05/07 02:09:40.569 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:09:40.569 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=671089136] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:40.571 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=263] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:40.571 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=263] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=268] [localCnt=0] [2024/05/07 02:09:40.573 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089176] ["max memory quota"=17179869184] [2024/05/07 02:09:40.573 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=805306904] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:40.588 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:40.588 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1476395688] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:40.622 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1476395728] ["max memory quota"=17179869184] [2024/05/07 02:09:40.623 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1610613456] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:40.637 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1610613496] ["max memory quota"=17179869184] [2024/05/07 02:09:40.637 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=1744831224] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:40.686 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1744831264] ["max memory quota"=17179869184] [2024/05/07 02:09:40.686 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1744831304] ["max memory quota"=17179869184] [2024/05/07 02:09:40.686 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["current memory usage"=1879049032] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:40.686 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=2013266760] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:40.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2013266800] ["max memory quota"=17179869184] [2024/05/07 02:09:40.733 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["current memory usage"=2147484528] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:40.733 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2147484568] ["max memory quota"=17179869184] [2024/05/07 02:09:40.733 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=267] [reader=2] [writer=4] [2024/05/07 02:09:40.734 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f728000000000000001] ["end key"=7480000000000001095f72800000000000000300] [2024/05/07 02:09:40.734 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f728000000000000001] [endKey=7480000000000001095f72800000000000000300] [2024/05/07 02:09:40.734 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f72800000000000000300] ["current end key"=7480000000000001095f72800000000000000300] [2024/05/07 02:09:40.734 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:40.734 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f728000000000000001, 7480000000000001095f72800000000000000300), jobID: 267"] [2024/05/07 02:09:40.735 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:40.736 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/267/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/6dc653a1-ce50-4152-ba11-5af4921bf453.sst] [firstKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF095F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:40.742 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=267] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001095f72800000000000000300] ["global checkpoint"=] ["global physical ID"=265] [] [2024/05/07 02:09:40.742 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f728000000000000001] [2024/05/07 02:09:40.742 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:40.759 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] [2024/05/07 02:09:40.759 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:09:40.761 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=1.069693ms] [] [2024/05/07 02:09:40.761 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=267] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:40.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/07 02:09:40.762 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:40.778 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1610613536] ["max memory quota"=17179869184] [2024/05/07 02:09:40.778 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=268] [reader=2] [writer=4] [2024/05/07 02:09:40.778 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f728000000000000001] ["end key"=7480000000000001075f72800000000000000300] [2024/05/07 02:09:40.778 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f728000000000000001] [endKey=7480000000000001075f72800000000000000300] [2024/05/07 02:09:40.779 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f72800000000000000300] ["current end key"=7480000000000001075f72800000000000000300] [2024/05/07 02:09:40.779 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:40.779 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f728000000000000001, 7480000000000001075f72800000000000000300), jobID: 268"] [2024/05/07 02:09:40.780 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:40.781 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/268/f75d9cab-8823-5503-94ba-459a1de580da.sst/1824d9fe-5d14-4274-ab8e-66915cd4b20a.sst] [firstKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF075F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:40.783 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:40.783 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:40.787 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=268] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001075f72800000000000000300] ["global checkpoint"=] ["global physical ID"=263] [] [2024/05/07 02:09:40.787 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f728000000000000001] [2024/05/07 02:09:40.787 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:40.800 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:40.801 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=40.863264ms] [] [2024/05/07 02:09:40.801 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:09:40.802 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=738.115µs] [] [2024/05/07 02:09:40.802 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t2] [2024/05/07 02:09:40.802 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t2] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:40.803 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t2] [takeTime=779.149µs] [] [2024/05/07 02:09:40.805 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] [2024/05/07 02:09:40.805 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:40.806 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=993.834µs] [] [2024/05/07 02:09:40.806 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=268] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:40.806 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [2024/05/07 02:09:40.807 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:40.812 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=289] [neededSchemaVersion=290] ["start time"=456.169µs] [gotSchemaVersion=290] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:40.814 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=290] [2024/05/07 02:09:40.829 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:40.829 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:40.845 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=f75d9cab-8823-5503-94ba-459a1de580da] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:40.846 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [retryCnt=0] [takeTime=40.078507ms] [] [2024/05/07 02:09:40.846 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [2024/05/07 02:09:40.847 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t:1] [engineUUID=f75d9cab-8823-5503-94ba-459a1de580da] [takeTime=750.726µs] [] [2024/05/07 02:09:40.847 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t] [2024/05/07 02:09:40.847 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:40.848 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t] [takeTime=749.34µs] [] [2024/05/07 02:09:40.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=290] [neededSchemaVersion=291] ["start time"=530.603µs] [gotSchemaVersion=291] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:40.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=291] [2024/05/07 02:09:40.862 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=290] ["take time"=52.73448ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589484838977540, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.870 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589484838977540, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.870 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=267] [table=t2] [index=idx] [2024/05/07 02:09:40.872 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:40.872 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.872 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:40.872 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.872 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.872 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=267] [indexIDs="[1]"] [2024/05/07 02:09:40.872 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=267] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/07 02:09:40.881 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=291] [neededSchemaVersion=292] ["start time"=506.274µs] [gotSchemaVersion=292] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:40.883 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=292] [2024/05/07 02:09:40.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=291] ["take time"=52.503065ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485376372738, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.915 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485376372738, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.915 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=268] [table=t] [index=idx] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:40.916 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:40.916 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.916 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.917 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.917 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:40.917 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:40.917 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.917 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.917 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.917 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.917 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=268] [indexIDs="[1]"] [2024/05/07 02:09:40.917 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=268] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/07 02:09:40.924 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=292] [neededSchemaVersion=293] ["start time"=503.763µs] [gotSchemaVersion=293] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:40.927 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=293] [2024/05/07 02:09:40.931 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=292] ["take time"=52.991385ms] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.938 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.939 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=267] [physicalTableID=265] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/07 02:09:40.945 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=267] [2024/05/07 02:09:40.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485481230346, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.951 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:267, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:265, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485481230346, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001095f69ffff000000000001,EndKey:7480000000000001095f69ffff000000000001ff,First:false,PhysicalTableID:265,Ingest mode:false"] [2024/05/07 02:09:40.953 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=265] ["start key"=7480000000000001095f69ffff000000000001] ["end key"=7480000000000001095f69ffff000000000001ff] [2024/05/07 02:09:40.953 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001095f69ffff000000000001] [endKey=7480000000000001095f69ffff000000000001ff] [2024/05/07 02:09:40.953 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=265] ["end key"=7480000000000001095f69ffff000000000001ff] ["current end key"=7480000000000001095f69ffff00000000000100] [2024/05/07 02:09:40.953 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=267] [2024/05/07 02:09:40.953 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=267] [2024/05/07 02:09:40.953 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=267] [2024/05/07 02:09:40.954 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 265, range: [7480000000000001095f69ffff000000000001, 7480000000000001095f69ffff00000000000100), jobID: 267"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001095f69ffff0000000000010000] ["take time"=349.418µs] [2024/05/07 02:09:40.954 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=267] [2024/05/07 02:09:40.954 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001095f69ffff000000000001] [2024/05/07 02:09:40.954 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:40.974 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=293] ["take time"=52.156424ms] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.975 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:40.982 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=293] [neededSchemaVersion=294] ["start time"=617.008µs] [gotSchemaVersion=294] [phyTblIDs="[265]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:40.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 99, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.983 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=268] [physicalTableID=263] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/07 02:09:40.985 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=294] [2024/05/07 02:09:40.989 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=268] [2024/05/07 02:09:40.995 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485494337547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:40.997 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:268, Type:add index, State:running, SchemaState:write reorganization, SchemaID:261, TableID:263, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485494337547, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001075f69ffff000000000001,EndKey:7480000000000001075f69ffff000000000001ff,First:false,PhysicalTableID:263,Ingest mode:false"] [2024/05/07 02:09:40.998 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=263] ["start key"=7480000000000001075f69ffff000000000001] ["end key"=7480000000000001075f69ffff000000000001ff] [2024/05/07 02:09:40.998 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001075f69ffff000000000001] [endKey=7480000000000001075f69ffff000000000001ff] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=263] ["end key"=7480000000000001075f69ffff000000000001ff] ["current end key"=7480000000000001075f69ffff00000000000100] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=268] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=268] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=268] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 263, range: [7480000000000001075f69ffff000000000001, 7480000000000001075f69ffff00000000000100), jobID: 268"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001075f69ffff0000000000010000] ["take time"=353.588µs] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=268] [2024/05/07 02:09:40.999 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001075f69ffff000000000001] [2024/05/07 02:09:40.999 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:41.019 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:41.025 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=294] [neededSchemaVersion=295] ["start time"=479.739µs] [gotSchemaVersion=295] [phyTblIDs="[263]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:41.027 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=268] [version=295] [2024/05/07 02:09:41.032 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=294] ["take time"=52.368704ms] [job="ID:267, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485481230346, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:41.038 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=267] [tableID=265] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:41.041 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=267] [jobType="add index"] [2024/05/07 02:09:41.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 100, tp add index"] [category=ddl] [jobID=267] [conn=39] [job="ID:267, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:265, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485481230346, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:41.051 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/07 02:09:41.051 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:41.051 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 39\n# Query_time: 4.763077564\n# Parse_time: 0.000060539\n# Compile_time: 0.000050088\n# Rewrite_time: 0.000001577\n# Optimize_time: 0.000021519\n# Wait_TS: 0.00016336\n# DB: addindexlit\n# Is_internal: false\n# Digest: 361b1e295b16304d8e2d0eef7548b13b79d0cba0e43b04b646d35f3a47139ba2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add unique index idx(a);"] [2024/05/07 02:09:41.075 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=295] ["take time"=52.308365ms] [job="ID:268, Type:add index, State:done, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485494337547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:41.081 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=268] [tableID=263] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:41.084 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=268] [jobType="add index"] [2024/05/07 02:09:41.084 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 101, tp add index"] [category=ddl] [jobID=268] [conn=38] [job="ID:268, Type:add index, State:synced, SchemaState:public, SchemaID:261, TableID:263, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:36.269 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589485494337547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:41.092 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=268] [2024/05/07 02:09:41.092 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:41.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 38\n# Query_time: 4.804501139\n# Parse_time: 0.000058984\n# Compile_time: 0.000061418\n# Rewrite_time: 0.000001324\n# Optimize_time: 0.000019951\n# Wait_TS: 0.000181463\n# DB: addindexlit\n# Is_internal: false\n# Digest: ebdf268b8e1354475c01d1267666d50a539d48322633e70d0e52a9a0272b49e2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t add unique index idx(a);"] [2024/05/07 02:09:41.095 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [2024/05/07 02:09:41.095 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [2024/05/07 02:09:41.096 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 99, tp add index"] [category=ddl] ["take time"=1.296µs] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 102, tp add index"] [category=ddl] ["take time"=1.012µs] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 101, tp add index"] [category=ddl] ["take time"=470ns] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 100, tp add index"] [category=ddl] ["take time"=559ns] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 98, tp general"] [category=ddl] ["take time"=922ns] [2024/05/07 02:09:41.097 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:41.097 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:41.097 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:41.098 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=c3c0c47b-0cc1-40aa-8de0-023df284020b] ["take time"=4.985653ms] [2024/05/07 02:09:41.098 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=c3c0c47b-0cc1-40aa-8de0-023df284020b] [2024/05/07 02:09:41.100 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:41.100 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/4765a272-bce0-4d6c-afd3-c783d7a70517] [watcherID=d3fe7332-3d3a-43d7-a06a-b7364526364c] [2024/05/07 02:09:41.100 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:41.100 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/4765a272-bce0-4d6c-afd3-c783d7a70517] [2024/05/07 02:09:41.100 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:41.100 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:41.100 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:41.100 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:41.100 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=40] [2024/05/07 02:09:41.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=c3c0c47b-0cc1-40aa-8de0-023df284020b] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:41.101 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:41.101 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=c3c0c47b-0cc1-40aa-8de0-023df284020b] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [error="context canceled"] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:41.101 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:41.101 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49"] [error="context canceled"] [2024/05/07 02:09:41.101 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49"] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:41.101 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:41.101 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:41.101 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:41.115 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:41.115 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [error="context canceled"] [2024/05/07 02:09:41.115 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [2024/05/07 02:09:42.338 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 4c3d5cb7-f9b9-4f86-a0dc-ac0c88d5ef49"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:42.358 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:42.359 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:42.359 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:42.368 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager c3c0c47b-0cc1-40aa-8de0-023df284020b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:42.368 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:42.368 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:42.368 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:42.368 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.275399497s] [2024/05/07 02:09:42.368 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:42.369 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:42.369 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:42.369 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:42.369 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:42.369 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestFirstLitSlowStart (6.86s) === RUN TestConcFastReorg [2024/05/07 02:09:42.371 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:09:42.371 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:42.371 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:42.372 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:42.372 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:42.372 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:42.372 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:42.372 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:42.372 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:42.372 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:42.373 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:09:42.374 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:42.374 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:42.374 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:09:42.376 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073333128739196] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:09:42.382 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:09:42.391 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=519] ["lease id"=3eaa8f50cd76ed5a] [2024/05/07 02:09:42.393 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:09:42.406 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=295] ["start time"=11.837555ms] [2024/05/07 02:09:42.407 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:09:42.407 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] [runWorker=true] [2024/05/07 02:09:42.407 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:09:42.409 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:09:42.410 +00:00] [INFO] [env.go:101] ["the ingest sorted directory"] [category=ddl-ingest] ["data path"=/tmp/tidb/tmp_ddl-4000] [2024/05/07 02:09:42.410 +00:00] [INFO] [env.go:74] ["init global ingest backend environment finished"] [category=ddl-ingest] ["memory limitation"=17179869184] ["disk usage info"="disk usage: 184606240768/468329922560, backend usage: 0"] ["max open file number"=1048576] ["lightning is initialized"=true] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:42.410 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:09:42.410 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:09:42.410 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:09:42.410 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:42.412 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:42.412 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76f024] [ownerID=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] [op=none] [2024/05/07 02:09:42.412 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=0be1a648-a07d-4915-8b6a-84385a92e6a9] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:42.413 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:09:42.417 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:09:42.417 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:42.417 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:09:42.428 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:42.430 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:42.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:42.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:42.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:42.432 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:42.432 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:09:42.432 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:09:42.432 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:09:42.432 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:09:42.432 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:09:42.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:42.433 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:09:42.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:42.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:42.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:42.433 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:42.434 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:09:42.434 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:42.434 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/c89ee992-5995-4186-a44a-11f2b0f9633a] [2024/05/07 02:09:42.435 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:42.435 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:09:42.436 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/05/07 02:09:42.437 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:42.437 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:09:42.437 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:09:42.438 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=5.189384ms] [2024/05/07 02:09:42.441 +00:00] [INFO] [set.go:170] ["set global var"] [conn=40] [name=innodb_lock_wait_timeout] [val=50] [2024/05/07 02:09:42.443 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=295] [cur_db=] [sql="drop database if exists addindexlit;"] [user=] [2024/05/07 02:09:42.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists addindexlit;"] [2024/05/07 02:09:42.461 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:09:42.462 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] ["owner key"=/tidb/ddl/fg/owner/6f188f50cd76f024] [ownerID=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] [op=none] [2024/05/07 02:09:42.462 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [op=none] [2024/05/07 02:09:42.462 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:09:42.468 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:queueing, SchemaState:public, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.477 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=295] [neededSchemaVersion=296] ["start time"=35.773µs] [gotSchemaVersion=296] [phyTblIDs="[263,265]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:42.480 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=296] [2024/05/07 02:09:42.528 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=296] ["take time"=52.661967ms] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:write only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.540 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=296] [neededSchemaVersion=297] ["start time"=36.056µs] [gotSchemaVersion=297] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:42.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=297] [2024/05/07 02:09:42.591 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=297] ["take time"=52.922806ms] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.596 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [category=ddl] [job="ID:269, Type:drop schema, State:running, SchemaState:delete only, SchemaID:261, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.604 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=297] [neededSchemaVersion=298] ["start time"=31.093µs] [gotSchemaVersion=298] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:42.607 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=298] [2024/05/07 02:09:42.656 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=298] ["take time"=53.28251ms] [job="ID:269, Type:drop schema, State:done, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.661 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=269] [tableIDs="[263,265]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:42.666 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=269] [jobType="drop schema"] [2024/05/07 02:09:42.667 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=269] [conn=41] [job="ID:269, Type:drop schema, State:synced, SchemaState:none, SchemaID:261, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.42 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.674 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/07 02:09:42.674 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.675 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=298] [cur_db=] [sql="create database addindexlit;"] [user=] [2024/05/07 02:09:42.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database addindexlit;"] [2024/05/07 02:09:42.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [category=ddl] [job="ID:271, Type:create schema, State:queueing, SchemaState:none, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=298] [neededSchemaVersion=299] ["start time"=217.953µs] [gotSchemaVersion=299] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:42.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=299] [2024/05/07 02:09:42.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=299] ["take time"=52.593754ms] [job="ID:271, Type:create schema, State:done, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:42.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.751 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=271] [conn=41] [job="ID:271, Type:create schema, State:synced, SchemaState:public, SchemaID:270, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.669 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.756 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/07 02:09:42.756 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.761 +00:00] [INFO] [set.go:170] ["set global var"] [conn=41] [name=tidb_ddl_enable_fast_reorg] [val=ON] [2024/05/07 02:09:42.761 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=299] [cur_db=addindexlit] [sql="create table t0(a int);"] [user=] [2024/05/07 02:09:42.769 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.769 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t0(a int);"] [2024/05/07 02:09:42.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [category=ddl] [job="ID:273, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.779 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 272, Table Name: t0"] [2024/05/07 02:09:42.784 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=299] [neededSchemaVersion=300] ["start time"=481.064µs] [gotSchemaVersion=300] [phyTblIDs="[272]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:42.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=273] [version=300] [2024/05/07 02:09:42.835 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=300] ["take time"=52.90699ms] [job="ID:273, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.841 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=273] [conn=41] [job="ID:273, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.72 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.846 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=273] [2024/05/07 02:09:42.846 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.847 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=300] [cur_db=addindexlit] [sql="create table t1(a int);"] [user=] [2024/05/07 02:09:42.855 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.855 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int);"] [2024/05/07 02:09:42.862 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [category=ddl] [job="ID:275, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.864 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 274, Table Name: t1"] [2024/05/07 02:09:42.870 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=300] [neededSchemaVersion=301] ["start time"=534.2µs] [gotSchemaVersion=301] [phyTblIDs="[274]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:42.873 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=275] [version=301] [2024/05/07 02:09:42.920 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=301] ["take time"=52.112949ms] [job="ID:275, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.926 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=275] [conn=41] [job="ID:275, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.82 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.931 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=275] [2024/05/07 02:09:42.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:42.932 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=301] [cur_db=addindexlit] [sql="create table t2(a int);"] [user=] [2024/05/07 02:09:42.939 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:42.939 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(a int);"] [2024/05/07 02:09:42.946 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [category=ddl] [job="ID:277, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:42.949 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 276, Table Name: t2"] [2024/05/07 02:09:42.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=301] [neededSchemaVersion=302] ["start time"=436.082µs] [gotSchemaVersion=302] [phyTblIDs="[276]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:42.957 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=302] [2024/05/07 02:09:43.005 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=302] ["take time"=53.12455ms] [job="ID:277, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.011 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=277] [conn=41] [job="ID:277, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:42.919 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.015 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/07 02:09:43.016 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.016 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=302] [cur_db=addindexlit] [sql="create table t3(a int);"] [user=] [2024/05/07 02:09:43.024 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.024 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t3(a int);"] [2024/05/07 02:09:43.031 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [category=ddl] [job="ID:279, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.034 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 278, Table Name: t3"] [2024/05/07 02:09:43.041 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=302] [neededSchemaVersion=303] ["start time"=612.628µs] [gotSchemaVersion=303] [phyTblIDs="[278]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.043 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=303] [2024/05/07 02:09:43.090 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=303] ["take time"=52.779726ms] [job="ID:279, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.096 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=279] [conn=41] [job="ID:279, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.019 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.101 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/07 02:09:43.101 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.103 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=303] [cur_db=addindexlit] [sql="create table t4(a int);"] [user=] [2024/05/07 02:09:43.110 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.110 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t4(a int);"] [2024/05/07 02:09:43.116 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 280, Table Name: t4"] [2024/05/07 02:09:43.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=303] [neededSchemaVersion=304] ["start time"=551.038µs] [gotSchemaVersion=304] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.128 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=304] [2024/05/07 02:09:43.176 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=304] ["take time"=53.205711ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.183 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=281] [conn=41] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.07 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.188 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/07 02:09:43.188 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.189 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=304] [cur_db=addindexlit] [sql="create table t5(a int);"] [user=] [2024/05/07 02:09:43.196 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.196 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t5(a int);"] [2024/05/07 02:09:43.203 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.206 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 282, Table Name: t5"] [2024/05/07 02:09:43.213 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=304] [neededSchemaVersion=305] ["start time"=489.862µs] [gotSchemaVersion=305] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.215 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=305] [2024/05/07 02:09:43.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=305] ["take time"=52.2964ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=283] [conn=41] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.169 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.273 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/07 02:09:43.273 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.274 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=305] [cur_db=addindexlit] [sql="create table t6(a int);"] [user=] [2024/05/07 02:09:43.282 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.282 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t6(a int);"] [2024/05/07 02:09:43.288 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.291 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 284, Table Name: t6"] [2024/05/07 02:09:43.297 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=305] [neededSchemaVersion=306] ["start time"=534.82µs] [gotSchemaVersion=306] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.299 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=306] [2024/05/07 02:09:43.346 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=306] ["take time"=52.099404ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.353 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=285] [conn=41] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.27 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.358 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/07 02:09:43.358 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.359 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=306] [cur_db=addindexlit] [sql="create table t7(a int);"] [user=] [2024/05/07 02:09:43.366 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.366 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t7(a int);"] [2024/05/07 02:09:43.374 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [category=ddl] [job="ID:287, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.376 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 286, Table Name: t7"] [2024/05/07 02:09:43.382 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=306] [neededSchemaVersion=307] ["start time"=516.214µs] [gotSchemaVersion=307] [phyTblIDs="[286]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.385 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=307] [2024/05/07 02:09:43.413 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:09:43.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:43.413 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:43.413 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:09:43.432 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=307] ["take time"=52.162044ms] [job="ID:287, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.434 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:09:43.435 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:09:43.435 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c89ee992-5995-4186-a44a-11f2b0f9633a] [watcherID=dc57fc7e-7e01-4f2d-ba64-4f441a07d3ba] [2024/05/07 02:09:43.437 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:09:43.437 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=287] [conn=41] [job="ID:287, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.32 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.439 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:09:43.439 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:09:43.439 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:09:43.439 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:09:43.442 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/07 02:09:43.442 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.443 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=307] [cur_db=addindexlit] [sql="create table t8(a int);"] [user=] [2024/05/07 02:09:43.451 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.451 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t8(a int);"] [2024/05/07 02:09:43.458 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.461 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 288, Table Name: t8"] [2024/05/07 02:09:43.467 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=307] [neededSchemaVersion=308] ["start time"=575.391µs] [gotSchemaVersion=308] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.469 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=308] [2024/05/07 02:09:43.517 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=308] ["take time"=52.463508ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.523 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=289] [conn=41] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.419 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.528 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/07 02:09:43.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.529 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=41] [schemaVersion=308] [cur_db=addindexlit] [sql="create table t9(a int);"] [user=] [2024/05/07 02:09:43.536 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.536 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t9(a int);"] [2024/05/07 02:09:43.543 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.546 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 270, Table ID: 290, Table Name: t9"] [2024/05/07 02:09:43.552 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=308] [neededSchemaVersion=309] ["start time"=544.159µs] [gotSchemaVersion=309] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:43.555 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=309] [2024/05/07 02:09:43.603 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=309] ["take time"=53.244852ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 103, tp general"] [category=ddl] [jobID=291] [conn=41] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.52 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.613 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/07 02:09:43.613 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.620 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=46] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t7 add unique index idx(a);"] [user=] [2024/05/07 02:09:43.620 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=47] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t1 add unique index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=42] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t3 add unique index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=51] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t8 add index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=44] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t4 add index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=43] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t9 add unique index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=48] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t2 add index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=49] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t5 add unique index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=45] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t6 add index idx(a);"] [user=] [2024/05/07 02:09:43.621 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=50] [schemaVersion=309] [cur_db=addindexlit] [sql="alter table t0 add index idx(a);"] [user=] [2024/05/07 02:09:43.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:43.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t7 add unique index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t1 add unique index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t3 add unique index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t2 add index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=9] [jobs="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t5 add unique index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t8 add index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t0 add index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t4 add index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t6 add index idx(a);"] [2024/05/07 02:09:43.632 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="alter table t9 add unique index idx(a);"] [2024/05/07 02:09:43.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.634 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.642 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=309] [neededSchemaVersion=310] ["start time"=496.343µs] [gotSchemaVersion=310] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.642 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.642 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.644 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=310] [2024/05/07 02:09:43.650 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=310] [neededSchemaVersion=311] ["start time"=532.567µs] [gotSchemaVersion=311] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.651 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.652 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.653 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=311] [2024/05/07 02:09:43.659 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.660 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=311] [neededSchemaVersion=312] ["start time"=619.678µs] [gotSchemaVersion=312] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.663 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=312] [2024/05/07 02:09:43.668 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=312] [neededSchemaVersion=313] ["start time"=581.594µs] [gotSchemaVersion=313] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.670 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=313] [2024/05/07 02:09:43.677 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.677 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=313] [neededSchemaVersion=314] ["start time"=550.534µs] [gotSchemaVersion=314] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.678 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.680 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=314] [2024/05/07 02:09:43.685 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=314] [neededSchemaVersion=315] ["start time"=475.028µs] [gotSchemaVersion=315] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.686 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.687 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.688 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=315] [2024/05/07 02:09:43.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=310] ["take time"=51.960457ms] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=315] [neededSchemaVersion=316] ["start time"=466.926µs] [gotSchemaVersion=316] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.697 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.697 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":true,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=316] [2024/05/07 02:09:43.700 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=311] ["take time"=52.122469ms] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.701 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.705 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=316] [neededSchemaVersion=317] ["start time"=481.007µs] [gotSchemaVersion=317] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.707 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.707 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=317] [2024/05/07 02:09:43.710 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=312] ["take time"=52.223459ms] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.712 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=317] [neededSchemaVersion=318] ["start time"=541.463µs] [gotSchemaVersion=318] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.714 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=318] [2024/05/07 02:09:43.715 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.716 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=318] [neededSchemaVersion=319] ["start time"=491.699µs] [gotSchemaVersion=319] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.718 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=313] ["take time"=52.140309ms] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.719 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=319] [2024/05/07 02:09:43.719 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.725 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=319] [neededSchemaVersion=320] ["start time"=454.437µs] [gotSchemaVersion=320] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.727 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=320] [2024/05/07 02:09:43.727 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=314] ["take time"=52.362121ms] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.728 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:queueing, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.729 +00:00] [INFO] [index.go:654] ["run add index job"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:none, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"idx\",\"L\":\"idx\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"a\",\"L\":\"a\"},\"offset\":0,\"length\":-1}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/05/07 02:09:43.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=320] [neededSchemaVersion=321] ["start time"=521.243µs] [gotSchemaVersion=321] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=321] [2024/05/07 02:09:43.733 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.735 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=315] ["take time"=51.967654ms] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.738 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=321] [neededSchemaVersion=322] ["start time"=488.043µs] [gotSchemaVersion=322] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=322] [2024/05/07 02:09:43.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=322] [neededSchemaVersion=323] ["start time"=539.675µs] [gotSchemaVersion=323] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=316] ["take time"=51.806729ms] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.748 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=323] [2024/05/07 02:09:43.750 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=323] [neededSchemaVersion=324] ["start time"=805.98µs] [gotSchemaVersion=324] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.753 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=324] [2024/05/07 02:09:43.753 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.754 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=324] [neededSchemaVersion=325] ["start time"=537.951µs] [gotSchemaVersion=325] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.755 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=317] ["take time"=52.054541ms] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.758 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=325] [2024/05/07 02:09:43.760 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=318] ["take time"=51.869597ms] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=325] [neededSchemaVersion=326] ["start time"=526.383µs] [gotSchemaVersion=326] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.763 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.766 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=319] ["take time"=52.2276ms] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.767 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.771 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=326] [2024/05/07 02:09:43.773 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.773 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=326] [neededSchemaVersion=327] ["start time"=728.503µs] [gotSchemaVersion=327] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.774 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=320] ["take time"=52.476669ms] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=327] [2024/05/07 02:09:43.778 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=327] [neededSchemaVersion=328] ["start time"=670.002µs] [gotSchemaVersion=328] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.781 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=321] ["take time"=52.707194ms] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.782 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=328] [2024/05/07 02:09:43.783 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.783 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=328] [neededSchemaVersion=329] ["start time"=575.14µs] [gotSchemaVersion=329] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.786 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=329] [2024/05/07 02:09:43.787 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=322] ["take time"=52.311884ms] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.788 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.792 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=329] [neededSchemaVersion=330] ["start time"=521.662µs] [gotSchemaVersion=330] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.793 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=323] ["take time"=52.101823ms] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.795 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:delete only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.797 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=330] [2024/05/07 02:09:43.799 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=324] ["take time"=52.283191ms] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.799 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=330] [neededSchemaVersion=331] ["start time"=895.061µs] [gotSchemaVersion=331] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.803 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=325] ["take time"=52.05095ms] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=331] [2024/05/07 02:09:43.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=331] [neededSchemaVersion=332] ["start time"=758.898µs] [gotSchemaVersion=332] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.809 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.810 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=332] [2024/05/07 02:09:43.812 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=326] ["take time"=52.625579ms] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.813 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=332] [neededSchemaVersion=333] ["start time"=503.079µs] [gotSchemaVersion=333] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.813 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.816 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=333] [2024/05/07 02:09:43.818 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=333] [neededSchemaVersion=334] ["start time"=584.765µs] [gotSchemaVersion=334] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.820 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=334] [2024/05/07 02:09:43.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=327] ["take time"=52.131503ms] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.825 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.825 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=334] [neededSchemaVersion=335] ["start time"=639.443µs] [gotSchemaVersion=335] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.827 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=328] ["take time"=52.171908ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=335] [2024/05/07 02:09:43.829 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.833 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=329] ["take time"=52.274845ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=335] [neededSchemaVersion=336] ["start time"=525.66µs] [gotSchemaVersion=336] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.836 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=336] [2024/05/07 02:09:43.836 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.837 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.837 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:43.837 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/292] [keyspaceName=] [2024/05/07 02:09:43.840 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=336] [neededSchemaVersion=337] ["start time"=578.09µs] [gotSchemaVersion=337] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.840 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:43.840 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:43.840 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.840 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:43.841 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=330] ["take time"=51.736409ms] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.841 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.841 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.841 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.841 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:43.841 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:43.841 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.842 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.842 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=337] [2024/05/07 02:09:43.847 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=331] ["take time"=51.93433ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.848 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.849 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:43.849 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:43.849 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=176] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:43.849 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:43.850 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/293] [keyspaceName=] [2024/05/07 02:09:43.850 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=286] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/07 02:09:43.853 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:43.853 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:43.853 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.853 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:43.853 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.853 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:43.853 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:43.853 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.853 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.855 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.856 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=332] ["take time"=52.171385ms] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.857 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=337] [neededSchemaVersion=338] ["start time"=588.039µs] [gotSchemaVersion=338] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:43.859 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/07 02:09:43.860 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=338] [2024/05/07 02:09:43.861 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:43.862 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=333] ["take time"=52.331215ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.862 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:43.862 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=352] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:43.862 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:43.862 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/294] [keyspaceName=] [2024/05/07 02:09:43.863 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=274] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/07 02:09:43.864 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241447981, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.864 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=292] [table=t7] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.865 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:43.865 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:43.865 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.865 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:43.865 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.865 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:43.865 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.865 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.865 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:43.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=334] ["take time"=52.167375ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.868 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.868 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/07 02:09:43.872 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241448002, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.872 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=293] [table=t1] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.873 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:43.873 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:43.873 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=528] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:43.873 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:43.873 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/295] [keyspaceName=] [2024/05/07 02:09:43.874 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=278] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/07 02:09:43.875 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=335] ["take time"=51.766394ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.876 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:43.876 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:43.877 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.877 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:43.877 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:43.877 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:43.877 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:43.877 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:43.877 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:43.879 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/07 02:09:43.881 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:43.881 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:43.881 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=704] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:43.882 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=288] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/07 02:09:43.883 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=286] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:43.883 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/07 02:09:43.883 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=336] ["take time"=51.826813ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.883 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555142, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.884 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=274] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:43.884 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/07 02:09:43.884 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=294] [table=t3] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.884 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=292] [start=74800000000000011e5f728000000000000001] [end=74800000000000011e5f72800000000000000300] ["checkpoint physical ID"=286] [2024/05/07 02:09:43.884 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241447981, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f728000000000000001,EndKey:74800000000000011e5f72800000000000000300,First:false,PhysicalTableID:286,Ingest mode:true"] [2024/05/07 02:09:43.885 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=293] [start=7480000000000001125f728000000000000001] [end=7480000000000001125f72800000000000000300] ["checkpoint physical ID"=274] [2024/05/07 02:09:43.885 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241448002, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f728000000000000001,EndKey:7480000000000001125f72800000000000000300,First:false,PhysicalTableID:274,Ingest mode:true"] [2024/05/07 02:09:43.887 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=278] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:43.887 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/07 02:09:43.888 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/07 02:09:43.889 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=294] [start=7480000000000001165f728000000000000001] [end=7480000000000001165f72800000000000000300] ["checkpoint physical ID"=278] [2024/05/07 02:09:43.889 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555142, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f728000000000000001,EndKey:7480000000000001165f72800000000000000300,First:false,PhysicalTableID:278,Ingest mode:true"] [2024/05/07 02:09:43.889 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=337] ["take time"=52.056461ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.891 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555154, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.892 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=295] [table=t8] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:43.895 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=288] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:43.895 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/07 02:09:43.896 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=295] [start=7480000000000001205f728000000000000001] [end=7480000000000001205f72800000000000000300] ["checkpoint physical ID"=288] [2024/05/07 02:09:43.896 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555154, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f728000000000000001,EndKey:7480000000000001205f72800000000000000300,First:false,PhysicalTableID:288,Ingest mode:true"] [2024/05/07 02:09:43.907 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=338] ["take time"=51.920526ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:43.943 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=274] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:43.943 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=274] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=293] [localCnt=0] [2024/05/07 02:09:43.943 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=278] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:43.944 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=278] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=294] [localCnt=0] [2024/05/07 02:09:43.944 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=286] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:43.944 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=286] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=292] [localCnt=0] [2024/05/07 02:09:43.946 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=288] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:43.946 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=288] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=295] [localCnt=0] [2024/05/07 02:09:43.949 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/07 02:09:43.949 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=671089488] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:43.995 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=671089528] ["max memory quota"=17179869184] [2024/05/07 02:09:43.995 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=805307256] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:43.995 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/07 02:09:43.995 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=1476396040] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:43.995 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/07 02:09:43.995 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=2147484824] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:43.997 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/07 02:09:43.997 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=2818573608] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:44.048 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2818573648] ["max memory quota"=17179869184] [2024/05/07 02:09:44.048 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=2952791376] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.050 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2952791416] ["max memory quota"=17179869184] [2024/05/07 02:09:44.050 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3087009144] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.083 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3087009184] ["max memory quota"=17179869184] [2024/05/07 02:09:44.083 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["current memory usage"=3221226912] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.086 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3221226952] ["max memory quota"=17179869184] [2024/05/07 02:09:44.086 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3355444680] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.123 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3355444720] ["max memory quota"=17179869184] [2024/05/07 02:09:44.123 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["current memory usage"=3489662448] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.160 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3489662488] ["max memory quota"=17179869184] [2024/05/07 02:09:44.160 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=294] [reader=2] [writer=4] [2024/05/07 02:09:44.160 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f728000000000000001] ["end key"=7480000000000001165f72800000000000000300] [2024/05/07 02:09:44.160 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f728000000000000001] [endKey=7480000000000001165f72800000000000000300] [2024/05/07 02:09:44.160 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f72800000000000000300] ["current end key"=7480000000000001165f72800000000000000300] [2024/05/07 02:09:44.161 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.161 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f728000000000000001, 7480000000000001165f72800000000000000300), jobID: 294"] [2024/05/07 02:09:44.161 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.162 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/294/52d3b79f-9579-590b-95ae-1fd2ee31f76b.sst/b63b1553-f2c0-467b-b7b7-68f5603d0845.sst] [firstKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF165F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:44.169 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=294] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001165f72800000000000000300] ["global checkpoint"=] ["global physical ID"=278] [] [2024/05/07 02:09:44.169 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f728000000000000001] [2024/05/07 02:09:44.169 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.169 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2952791456] ["max memory quota"=17179869184] [2024/05/07 02:09:44.170 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3088057760] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.183 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=3088057800] ["max memory quota"=17179869184] [2024/05/07 02:09:44.183 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3222275528] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.275 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3222275568] ["max memory quota"=17179869184] [2024/05/07 02:09:44.275 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3222275608] ["max memory quota"=17179869184] [2024/05/07 02:09:44.275 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=3222275648] ["max memory quota"=17179869184] [2024/05/07 02:09:44.275 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=293] [reader=2] [writer=4] [2024/05/07 02:09:44.275 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f728000000000000001] ["end key"=7480000000000001125f72800000000000000300] [2024/05/07 02:09:44.275 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3356493376] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.275 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3490711104] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.275 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f728000000000000001] [endKey=7480000000000001125f72800000000000000300] [2024/05/07 02:09:44.276 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f72800000000000000300] ["current end key"=7480000000000001125f72800000000000000300] [2024/05/07 02:09:44.276 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.276 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f728000000000000001, 7480000000000001125f72800000000000000300), jobID: 293"] [2024/05/07 02:09:44.277 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.278 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/293/284ed67e-7a41-5a95-b24e-d5e5a144781a.sst/ca079319-6927-46b8-86c8-c6f552db1ebb.sst] [firstKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF125F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:44.282 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] [2024/05/07 02:09:44.282 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/07 02:09:44.283 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=1.395513ms] [] [2024/05/07 02:09:44.283 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=294] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:44.283 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [2024/05/07 02:09:44.284 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=293] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001125f72800000000000000300] ["global checkpoint"=] ["global physical ID"=274] [] [2024/05/07 02:09:44.284 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f728000000000000001] [2024/05/07 02:09:44.284 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.284 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.304 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2953840072] ["max memory quota"=17179869184] [2024/05/07 02:09:44.304 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["current memory usage"=3089106376] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.304 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] [2024/05/07 02:09:44.304 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/07 02:09:44.305 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=3089106416] ["max memory quota"=17179869184] [2024/05/07 02:09:44.305 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["current memory usage"=3223324144] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.305 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=1.10446ms] [] [2024/05/07 02:09:44.305 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=293] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:44.305 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [2024/05/07 02:09:44.306 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.307 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:44.307 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:44.322 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:44.324 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [retryCnt=0] [takeTime=40.167832ms] [] [2024/05/07 02:09:44.324 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [2024/05/07 02:09:44.324 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t3:1] [engineUUID=52d3b79f-9579-590b-95ae-1fd2ee31f76b] [takeTime=800.691µs] [] [2024/05/07 02:09:44.324 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t3] [2024/05/07 02:09:44.324 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t3] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:44.325 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t3] [takeTime=672.166µs] [] [2024/05/07 02:09:44.327 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:44.327 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:44.332 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3223324184] ["max memory quota"=17179869184] [2024/05/07 02:09:44.332 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=292] [reader=2] [writer=4] [2024/05/07 02:09:44.332 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f728000000000000001] ["end key"=74800000000000011e5f72800000000000000300] [2024/05/07 02:09:44.332 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f728000000000000001] [endKey=74800000000000011e5f72800000000000000300] [2024/05/07 02:09:44.332 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f72800000000000000300] ["current end key"=74800000000000011e5f72800000000000000300] [2024/05/07 02:09:44.332 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.332 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f728000000000000001, 74800000000000011e5f72800000000000000300), jobID: 292"] [2024/05/07 02:09:44.333 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=3223324224] ["max memory quota"=17179869184] [2024/05/07 02:09:44.333 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=295] [reader=2] [writer=4] [2024/05/07 02:09:44.333 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f728000000000000001] ["end key"=7480000000000001205f72800000000000000300] [2024/05/07 02:09:44.333 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f728000000000000001] [endKey=7480000000000001205f72800000000000000300] [2024/05/07 02:09:44.333 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f72800000000000000300] ["current end key"=7480000000000001205f72800000000000000300] [2024/05/07 02:09:44.333 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.333 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.333 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f728000000000000001, 7480000000000001205f72800000000000000300), jobID: 295"] [2024/05/07 02:09:44.334 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=338] [neededSchemaVersion=339] ["start time"=649.083µs] [gotSchemaVersion=339] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.335 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/292/8f1beb83-9c70-566b-9a49-eceac3f97713.sst/9559e86d-f53e-476e-b6d8-8f989ed01aba.sst] [firstKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1E5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:44.336 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/295/320db698-a507-5895-b9ee-7c50a9f2c5d5.sst/96d4e4e1-d3e4-4db9-9b16-6d00e212c595.sst] [firstKey=7480000000000001205F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001205F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:09:44.338 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=339] [2024/05/07 02:09:44.343 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=292] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011e5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=286] [] [2024/05/07 02:09:44.343 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f728000000000000001] [2024/05/07 02:09:44.343 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.343 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=295] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001205f72800000000000000300] ["global checkpoint"=] ["global physical ID"=288] [] [2024/05/07 02:09:44.343 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f728000000000000001] [2024/05/07 02:09:44.343 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.344 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=284ed67e-7a41-5a95-b24e-d5e5a144781a] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:44.345 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [retryCnt=0] [takeTime=39.912062ms] [] [2024/05/07 02:09:44.345 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [2024/05/07 02:09:44.346 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t1:1] [engineUUID=284ed67e-7a41-5a95-b24e-d5e5a144781a] [takeTime=745.437µs] [] [2024/05/07 02:09:44.346 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t1] [2024/05/07 02:09:44.346 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t1] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:44.346 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t1] [takeTime=660.925µs] [] [2024/05/07 02:09:44.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=339] [neededSchemaVersion=340] ["start time"=581.297µs] [gotSchemaVersion=340] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.358 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=340] [2024/05/07 02:09:44.365 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.366 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.366 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:44.366 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/296] [keyspaceName=] [2024/05/07 02:09:44.369 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:44.369 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:44.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:44.369 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.369 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.369 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:44.369 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:44.369 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.373 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] [2024/05/07 02:09:44.373 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/07 02:09:44.373 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] [2024/05/07 02:09:44.373 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/07 02:09:44.374 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=1.317602ms] [] [2024/05/07 02:09:44.374 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=1.297318ms] [] [2024/05/07 02:09:44.374 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=292] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:44.374 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=295] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:44.374 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [2024/05/07 02:09:44.374 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [2024/05/07 02:09:44.375 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.375 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.376 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:44.376 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:44.376 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=2151679408] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:44.377 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=290] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/07 02:09:44.384 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=339] ["take time"=52.282126ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555142, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.387 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/07 02:09:44.393 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555142, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.394 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=294] [table=t3] [index=idx] [2024/05/07 02:09:44.395 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:44.395 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.395 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.396 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.396 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.396 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:44.396 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:44.396 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.396 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.396 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.396 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.396 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=294] [indexIDs="[1]"] [2024/05/07 02:09:44.396 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=294] ["current memory usage"=1613759600] ["max memory quota"=17179869184] [2024/05/07 02:09:44.396 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:44.396 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:44.397 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:09:44.397 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:44.398 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486385627139, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.399 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=296] [table=t9] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.402 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=290] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:44.402 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/07 02:09:44.403 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=296] [start=7480000000000001225f728000000000000001] [end=7480000000000001225f72800000000000000300] ["checkpoint physical ID"=290] [2024/05/07 02:09:44.403 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486385627139, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f728000000000000001,EndKey:7480000000000001225f72800000000000000300,First:false,PhysicalTableID:290,Ingest mode:true"] [2024/05/07 02:09:44.406 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=340] ["take time"=53.646458ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241448002, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.407 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=340] [neededSchemaVersion=341] ["start time"=609.474µs] [gotSchemaVersion=341] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.410 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:09:44.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=341] [2024/05/07 02:09:44.414 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241448002, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.415 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=293] [table=t1] [index=idx] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.417 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.417 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.417 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:44.417 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.417 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.417 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=293] [indexIDs="[1]"] [2024/05/07 02:09:44.417 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=293] ["current memory usage"=1075839792] ["max memory quota"=17179869184] [2024/05/07 02:09:44.418 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=8f1beb83-9c70-566b-9a49-eceac3f97713] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:44.420 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [retryCnt=0] [takeTime=45.981391ms] [] [2024/05/07 02:09:44.420 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [2024/05/07 02:09:44.421 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t7:1] [engineUUID=8f1beb83-9c70-566b-9a49-eceac3f97713] [takeTime=833.037µs] [] [2024/05/07 02:09:44.421 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t7] [2024/05/07 02:09:44.421 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t7] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:44.422 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t7] [takeTime=728.707µs] [] [2024/05/07 02:09:44.423 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=320db698-a507-5895-b9ee-7c50a9f2c5d5] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:09:44.423 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=290] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:44.423 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=290] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=296] [localCnt=0] [2024/05/07 02:09:44.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [retryCnt=0] [takeTime=49.730786ms] [] [2024/05/07 02:09:44.424 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [2024/05/07 02:09:44.425 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t8:1] [engineUUID=320db698-a507-5895-b9ee-7c50a9f2c5d5] [takeTime=1.564418ms] [] [2024/05/07 02:09:44.426 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=341] [neededSchemaVersion=342] ["start time"=647.074µs] [gotSchemaVersion=342] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.428 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/07 02:09:44.428 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1746928576] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:44.429 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=342] [2024/05/07 02:09:44.433 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=342] [neededSchemaVersion=343] ["start time"=540.907µs] [gotSchemaVersion=343] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.437 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=343] [2024/05/07 02:09:44.438 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=343] [neededSchemaVersion=344] ["start time"=520.894µs] [gotSchemaVersion=344] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.440 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=344] [2024/05/07 02:09:44.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=341] ["take time"=54.169646ms] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.465 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.466 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1746928616] ["max memory quota"=17179869184] [2024/05/07 02:09:44.466 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1881146344] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.466 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=294] [physicalTableID=278] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/07 02:09:44.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.470 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.470 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:44.470 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/297] [keyspaceName=] [2024/05/07 02:09:44.472 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=294] [2024/05/07 02:09:44.473 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:44.473 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:44.473 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.473 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:44.474 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.474 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:44.474 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:44.474 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.474 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.476 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=342] ["take time"=51.956367ms] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.477 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:44.478 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:44.478 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1881146520] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:44.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=294] [conn=42] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486398734364, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.479 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=276] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/07 02:09:44.480 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:294, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:278, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486398734364, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001165f69ffff000000000001,EndKey:7480000000000001165f69ffff000000000001ff,First:false,PhysicalTableID:278,Ingest mode:false"] [2024/05/07 02:09:44.481 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=278] ["start key"=7480000000000001165f69ffff000000000001] ["end key"=7480000000000001165f69ffff000000000001ff] [2024/05/07 02:09:44.481 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001165f69ffff000000000001] [endKey=7480000000000001165f69ffff000000000001ff] [2024/05/07 02:09:44.482 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=278] ["end key"=7480000000000001165f69ffff000000000001ff] ["current end key"=7480000000000001165f69ffff00000000000100] [2024/05/07 02:09:44.482 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=294] [2024/05/07 02:09:44.482 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=294] [2024/05/07 02:09:44.482 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=294] [2024/05/07 02:09:44.482 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=343] ["take time"=52.49631ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241447981, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.483 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 278, range: [7480000000000001165f69ffff000000000001, 7480000000000001165f69ffff00000000000100), jobID: 294"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001165f69ffff0000000000010000] ["take time"=459.845µs] [2024/05/07 02:09:44.483 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=294] [2024/05/07 02:09:44.483 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001165f69ffff000000000001] [2024/05/07 02:09:44.483 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.483 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.484 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=293] [physicalTableID=274] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/07 02:09:44.485 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/07 02:09:44.487 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=344] ["take time"=51.898657ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555154, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.489 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486241447981, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.490 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=292] [table=t7] [index=idx] [2024/05/07 02:09:44.490 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=293] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:44.491 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:44.491 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.491 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.492 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.492 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:44.492 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:44.492 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.492 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.492 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.492 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.492 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=292] [indexIDs="[1]"] [2024/05/07 02:09:44.492 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=292] ["current memory usage"=1343226712] ["max memory quota"=17179869184] [2024/05/07 02:09:44.493 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226752] ["max memory quota"=17179869184] [2024/05/07 02:09:44.493 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1477444480] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=47] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841560, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.496 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:293, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:274, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841560, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001125f69ffff000000000001,EndKey:7480000000000001125f69ffff000000000001ff,First:false,PhysicalTableID:274,Ingest mode:false"] [2024/05/07 02:09:44.497 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=274] ["start key"=7480000000000001125f69ffff000000000001] ["end key"=7480000000000001125f69ffff000000000001ff] [2024/05/07 02:09:44.497 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001125f69ffff000000000001] [endKey=7480000000000001125f69ffff000000000001ff] [2024/05/07 02:09:44.498 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=274] ["end key"=7480000000000001125f69ffff000000000001ff] ["current end key"=7480000000000001125f69ffff00000000000100] [2024/05/07 02:09:44.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=293] [2024/05/07 02:09:44.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=293] [2024/05/07 02:09:44.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=293] [2024/05/07 02:09:44.499 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 274, range: [7480000000000001125f69ffff000000000001, 7480000000000001125f69ffff00000000000100), jobID: 293"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001125f69ffff0000000000010000] ["take time"=495.418µs] [2024/05/07 02:09:44.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=293] [2024/05/07 02:09:44.499 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001125f69ffff000000000001] [2024/05/07 02:09:44.499 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.500 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=344] [neededSchemaVersion=345] ["start time"=556.267µs] [gotSchemaVersion=345] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.503 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=345] [2024/05/07 02:09:44.505 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:44.511 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=345] [neededSchemaVersion=346] ["start time"=541.338µs] [gotSchemaVersion=346] [phyTblIDs="[278]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.514 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=346] [2024/05/07 02:09:44.515 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486254555154, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.516 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=295] [table=t8] [index=idx] [2024/05/07 02:09:44.516 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:44.517 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:44.517 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.517 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:44.517 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.517 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.517 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=295] [indexIDs="[1]"] [2024/05/07 02:09:44.517 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=295] ["current memory usage"=939524672] ["max memory quota"=17179869184] [2024/05/07 02:09:44.524 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:44.525 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=346] [neededSchemaVersion=347] ["start time"=471.423µs] [gotSchemaVersion=347] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=347] [2024/05/07 02:09:44.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=347] [neededSchemaVersion=348] ["start time"=491.461µs] [gotSchemaVersion=348] [phyTblIDs="[274]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.533 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=293] [version=348] [2024/05/07 02:09:44.575 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=939524712] ["max memory quota"=17179869184] [2024/05/07 02:09:44.575 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["current memory usage"=1073742440] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=347] ["take time"=53.801357ms] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=346] ["take time"=67.136823ms] [job="ID:294, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486398734364, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=345] ["take time"=78.532959ms] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.580 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=348] ["take time"=51.657226ms] [job="ID:293, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841560, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.580 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.581 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=297] [table=t2] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.583 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=276] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:44.584 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/07 02:09:44.584 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.585 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=297] [start=7480000000000001145f728000000000000001] [end=7480000000000001145f72800000000000000300] ["checkpoint physical ID"=276] [2024/05/07 02:09:44.585 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841547, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f728000000000000001,EndKey:7480000000000001145f72800000000000000300,First:false,PhysicalTableID:276,Ingest mode:true"] [2024/05/07 02:09:44.585 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=292] [physicalTableID=286] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/07 02:09:44.589 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=293] [tableID=274] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:44.591 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=292] [2024/05/07 02:09:44.592 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=293] [jobType="add index"] [2024/05/07 02:09:44.592 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=293] [conn=47] [job="ID:293, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:274, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841560, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.595 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=292] [conn=46] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486438055956, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.597 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:292, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:286, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486438055956, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011e5f69ffff000000000001,EndKey:74800000000000011e5f69ffff000000000001ff,First:false,PhysicalTableID:286,Ingest mode:false"] [2024/05/07 02:09:44.598 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=286] ["start key"=74800000000000011e5f69ffff000000000001] ["end key"=74800000000000011e5f69ffff000000000001ff] [2024/05/07 02:09:44.599 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011e5f69ffff000000000001] [endKey=74800000000000011e5f69ffff000000000001ff] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=286] ["end key"=74800000000000011e5f69ffff000000000001ff] ["current end key"=74800000000000011e5f69ffff00000000000100] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=292] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=292] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=292] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 286, range: [74800000000000011e5f69ffff000000000001, 74800000000000011e5f69ffff00000000000100), jobID: 292"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011e5f69ffff0000000000010000] ["take time"=419.066µs] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=292] [2024/05/07 02:09:44.600 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011e5f69ffff000000000001] [2024/05/07 02:09:44.600 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.604 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1073742480] ["max memory quota"=17179869184] [2024/05/07 02:09:44.604 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=296] [reader=2] [writer=4] [2024/05/07 02:09:44.604 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f728000000000000001] ["end key"=7480000000000001225f72800000000000000300] [2024/05/07 02:09:44.604 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f728000000000000001] [endKey=7480000000000001225f72800000000000000300] [2024/05/07 02:09:44.604 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f72800000000000000300] ["current end key"=7480000000000001225f72800000000000000300] [2024/05/07 02:09:44.604 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.604 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f728000000000000001, 7480000000000001225f72800000000000000300), jobID: 296"] [2024/05/07 02:09:44.605 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.606 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=294] [tableID=278] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:44.606 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/296/a4fb1985-22b6-59fd-8316-18e0940c4818.sst/52eb5e1b-7d8f-4a67-a060-d98079e3aa70.sst] [firstKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF225F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:44.607 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=276] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:44.607 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=276] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=297] [localCnt=0] [2024/05/07 02:09:44.608 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=294] [jobType="add index"] [2024/05/07 02:09:44.609 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=294] [conn=42] [job="ID:294, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:278, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486398734364, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.613 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:09:44.613 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1745879840] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:44.613 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=296] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001225f72800000000000000300] ["global checkpoint"=] ["global physical ID"=290] [] [2024/05/07 02:09:44.613 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f728000000000000001] [2024/05/07 02:09:44.613 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.622 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=295] [physicalTableID=288] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/07 02:09:44.626 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:44.628 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=295] [2024/05/07 02:09:44.632 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=348] [neededSchemaVersion=349] ["start time"=594.702µs] [gotSchemaVersion=349] [phyTblIDs="[286]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.634 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=295] [conn=51] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486451163138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.634 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=293] [2024/05/07 02:09:44.634 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.635 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/07 02:09:44.635 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=349] [2024/05/07 02:09:44.635 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 47\n# Query_time: 1.014770116\n# Parse_time: 0.000021946\n# Compile_time: 0.000063786\n# Rewrite_time: 0.000001367\n# Optimize_time: 0.000027164\n# Wait_TS: 0.00017832\n# DB: addindexlit\n# Is_internal: false\n# Digest: 71fc09751ef1865a8f3ba7a4c49c9a561524fe837f1ce72348256b349da1e695\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t1 add unique index idx(a);"] [2024/05/07 02:09:44.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 42\n# Query_time: 1.015545607\n# Parse_time: 0.000016768\n# Compile_time: 0.00006352\n# Rewrite_time: 0.000001275\n# Optimize_time: 0.000034916\n# Wait_TS: 0.000164181\n# DB: addindexlit\n# Is_internal: false\n# Digest: 95b21f9b4cb85e29e89341245025f889b26e85826025eb93e413c644381742b2\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t3 add unique index idx(a);"] [2024/05/07 02:09:44.636 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:295, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:288, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486451163138, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001205f69ffff000000000001,EndKey:7480000000000001205f69ffff000000000001ff,First:false,PhysicalTableID:288,Ingest mode:false"] [2024/05/07 02:09:44.637 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] [2024/05/07 02:09:44.637 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/07 02:09:44.638 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=288] ["start key"=7480000000000001205f69ffff000000000001] ["end key"=7480000000000001205f69ffff000000000001ff] [2024/05/07 02:09:44.638 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001205f69ffff000000000001] [endKey=7480000000000001205f69ffff000000000001ff] [2024/05/07 02:09:44.638 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=1.253534ms] [] [2024/05/07 02:09:44.638 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=296] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:44.638 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [2024/05/07 02:09:44.638 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=288] ["end key"=7480000000000001205f69ffff000000000001ff] ["current end key"=7480000000000001205f69ffff00000000000100] [2024/05/07 02:09:44.639 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=295] [2024/05/07 02:09:44.639 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=295] [2024/05/07 02:09:44.639 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=295] [2024/05/07 02:09:44.639 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 288, range: [7480000000000001205f69ffff000000000001, 7480000000000001205f69ffff00000000000100), jobID: 295"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001205f69ffff0000000000010000] ["take time"=438.306µs] [2024/05/07 02:09:44.639 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=295] [2024/05/07 02:09:44.639 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001205f69ffff000000000001] [2024/05/07 02:09:44.639 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.639 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.660 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:44.660 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:44.666 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:44.669 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.670 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.670 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:44.670 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/298] [keyspaceName=] [2024/05/07 02:09:44.673 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:44.673 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:44.673 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.673 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:44.674 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.674 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.674 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:44.674 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:44.674 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.674 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=349] [neededSchemaVersion=350] ["start time"=736.924µs] [gotSchemaVersion=350] [phyTblIDs="[288]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.677 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=295] [version=350] [2024/05/07 02:09:44.677 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:44.678 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:44.678 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1207960368] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:44.679 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=280] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/07 02:09:44.680 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=a4fb1985-22b6-59fd-8316-18e0940c4818] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:44.681 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [retryCnt=0] [takeTime=42.835946ms] [] [2024/05/07 02:09:44.681 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [2024/05/07 02:09:44.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=349] ["take time"=52.394748ms] [job="ID:292, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486438055956, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.683 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t9:1] [engineUUID=a4fb1985-22b6-59fd-8316-18e0940c4818] [takeTime=2.015011ms] [] [2024/05/07 02:09:44.683 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t9] [2024/05/07 02:09:44.683 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t9] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:44.684 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t9] [takeTime=669.392µs] [] [2024/05/07 02:09:44.686 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/07 02:09:44.691 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=292] [tableID=286] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:44.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="add index"] [2024/05/07 02:09:44.694 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=292] [conn=46] [job="ID:292, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:286, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486438055956, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.695 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=350] [neededSchemaVersion=351] ["start time"=636.525µs] [gotSchemaVersion=351] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.696 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486464270341, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.697 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=298] [table=t4] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=351] [2024/05/07 02:09:44.700 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=280] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:44.700 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/07 02:09:44.701 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1207960408] ["max memory quota"=17179869184] [2024/05/07 02:09:44.701 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1343226712] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.701 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=298] [start=7480000000000001185f728000000000000001] [end=7480000000000001185f72800000000000000300] ["checkpoint physical ID"=280] [2024/05/07 02:09:44.702 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486464270341, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f728000000000000001,EndKey:7480000000000001185f72800000000000000300,First:false,PhysicalTableID:280,Ingest mode:true"] [2024/05/07 02:09:44.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/07 02:09:44.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.709 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 46\n# Query_time: 1.089515915\n# Parse_time: 0.000027582\n# Compile_time: 0.000063775\n# Rewrite_time: 0.000002102\n# Optimize_time: 0.000017553\n# Wait_TS: 0.000224502\n# DB: addindexlit\n# Is_internal: false\n# Digest: e872f00ada0cfd3423a3c060ad59cff70e22a93240c136ed4ada32d1f2fd9ced\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t7 add unique index idx(a);"] [2024/05/07 02:09:44.713 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.713 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.713 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:44.713 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/299] [keyspaceName=] [2024/05/07 02:09:44.716 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:44.717 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:44.717 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.717 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:44.717 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.717 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.717 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:44.717 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:44.717 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.717 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.718 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.722 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=280] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:44.723 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=350] ["take time"=51.944776ms] [job="ID:295, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486451163138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.723 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:44.724 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:44.724 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=1343226888] ["max memory quota"=17179869184] ["is unique index"=true] [2024/05/07 02:09:44.724 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:44.724 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=280] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=298] [localCnt=0] [2024/05/07 02:09:44.724 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/300] [keyspaceName=] [2024/05/07 02:09:44.725 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=282] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/07 02:09:44.727 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:44.727 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:44.727 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.727 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:44.727 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:44.727 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:44.727 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.727 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.727 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:44.728 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1343226928] ["max memory quota"=17179869184] [2024/05/07 02:09:44.730 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:44.730 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/07 02:09:44.731 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:44.731 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=1343227104] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:44.731 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=1477444832] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.732 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=284] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/07 02:09:44.735 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/07 02:09:44.735 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2148533616] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:44.736 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=295] [tableID=288] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:44.737 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/07 02:09:44.739 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=295] [jobType="add index"] [2024/05/07 02:09:44.739 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=295] [conn=51] [job="ID:295, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:288, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486451163138, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377538, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.743 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=299] [table=t5] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.744 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=351] ["take time"=52.052871ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486385627139, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.746 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=282] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:44.746 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/07 02:09:44.747 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=299] [start=74800000000000011a5f728000000000000001] [end=74800000000000011a5f72800000000000000300] ["checkpoint physical ID"=282] [2024/05/07 02:09:44.747 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377538, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f728000000000000001,EndKey:74800000000000011a5f72800000000000000300,First:false,PhysicalTableID:282,Ingest mode:true"] [2024/05/07 02:09:44.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2148533656] ["max memory quota"=17179869184] [2024/05/07 02:09:44.818 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2148533696] ["max memory quota"=17179869184] [2024/05/07 02:09:44.818 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2282751424] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.818 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["current memory usage"=2416969152] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.823 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486385627139, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.824 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=296] [table=t9] [index=idx] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:44.826 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.826 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.826 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:44.826 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:44.826 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:44.826 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=296] [indexIDs="[1]"] [2024/05/07 02:09:44.826 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=296] ["current memory usage"=1879049344] ["max memory quota"=17179869184] [2024/05/07 02:09:44.880 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1879049384] ["max memory quota"=17179869184] [2024/05/07 02:09:44.880 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1879049424] ["max memory quota"=17179869184] [2024/05/07 02:09:44.880 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=297] [reader=2] [writer=4] [2024/05/07 02:09:44.880 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f728000000000000001] ["end key"=7480000000000001145f72800000000000000300] [2024/05/07 02:09:44.880 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f728000000000000001] [endKey=7480000000000001145f72800000000000000300] [2024/05/07 02:09:44.880 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2013267152] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.880 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f72800000000000000300] ["current end key"=7480000000000001145f72800000000000000300] [2024/05/07 02:09:44.880 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.880 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f728000000000000001, 7480000000000001145f72800000000000000300), jobID: 297"] [2024/05/07 02:09:44.881 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.882 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=351] [neededSchemaVersion=352] ["start time"=753.268µs] [gotSchemaVersion=352] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:44.882 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/297/214c0b64-c6e1-5c8a-adab-57f23de7e62f.sst/c0cecc38-9e81-4804-b4b5-b1aecda9ca86.sst] [firstKey=7480000000000001145F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001145F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:09:44.885 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=352] [2024/05/07 02:09:44.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 106, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377546, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.887 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=300] [table=t6] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:44.887 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=282] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:44.887 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=282] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=299] [localCnt=0] [2024/05/07 02:09:44.889 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=297] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001145f72800000000000000300] ["global checkpoint"=] ["global physical ID"=276] [] [2024/05/07 02:09:44.889 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f728000000000000001] [2024/05/07 02:09:44.889 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.890 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=284] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:44.891 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/07 02:09:44.891 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/07 02:09:44.891 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2148533440] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:44.892 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=300] [start=74800000000000011c5f728000000000000001] [end=74800000000000011c5f72800000000000000300] ["checkpoint physical ID"=284] [2024/05/07 02:09:44.892 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377546, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f728000000000000001,EndKey:74800000000000011c5f72800000000000000300,First:false,PhysicalTableID:284,Ingest mode:true"] [2024/05/07 02:09:44.931 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2148533480] ["max memory quota"=17179869184] [2024/05/07 02:09:44.932 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["current memory usage"=2282751208] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:44.932 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=352] ["take time"=98.610732ms] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:44.981 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2282751248] ["max memory quota"=17179869184] [2024/05/07 02:09:44.982 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=298] [reader=2] [writer=4] [2024/05/07 02:09:44.982 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f728000000000000001] ["end key"=7480000000000001185f72800000000000000300] [2024/05/07 02:09:44.982 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f728000000000000001] [endKey=7480000000000001185f72800000000000000300] [2024/05/07 02:09:44.982 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2282751288] ["max memory quota"=17179869184] [2024/05/07 02:09:44.982 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2416969016] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:44.982 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f72800000000000000300] ["current end key"=7480000000000001185f72800000000000000300] [2024/05/07 02:09:44.982 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:44.982 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f728000000000000001, 7480000000000001185f72800000000000000300), jobID: 298"] [2024/05/07 02:09:44.983 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:44.985 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/298/47bed380-cb3c-5a10-8193-e739b762a16c.sst/78bdf332-2ca3-43ce-bc51-dbf732b77a18.sst] [firstKey=7480000000000001185F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001185F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:09:44.988 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2416969056] ["max memory quota"=17179869184] [2024/05/07 02:09:44.988 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2552235360] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:44.990 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] [2024/05/07 02:09:44.990 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:09:44.991 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=298] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001185f72800000000000000300] ["global checkpoint"=] ["global physical ID"=280] [] [2024/05/07 02:09:44.991 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f728000000000000001] [2024/05/07 02:09:44.991 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:44.991 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=1.312625ms] [] [2024/05/07 02:09:44.991 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=297] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:44.991 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [2024/05/07 02:09:44.992 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:44.994 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=284] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:44.994 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=284] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=300] [localCnt=0] [2024/05/07 02:09:44.999 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/07 02:09:44.999 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2686453072] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:45.000 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2686453112] ["max memory quota"=17179869184] [2024/05/07 02:09:45.000 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["current memory usage"=2820670840] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:45.004 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=2820670880] ["max memory quota"=17179869184] [2024/05/07 02:09:45.004 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2954888608] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:45.005 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2954888648] ["max memory quota"=17179869184] [2024/05/07 02:09:45.005 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=299] [reader=2] [writer=4] [2024/05/07 02:09:45.005 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f728000000000000001] ["end key"=74800000000000011a5f72800000000000000300] [2024/05/07 02:09:45.005 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f728000000000000001] [endKey=74800000000000011a5f72800000000000000300] [2024/05/07 02:09:45.006 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f72800000000000000300] ["current end key"=74800000000000011a5f72800000000000000300] [2024/05/07 02:09:45.006 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:45.006 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f728000000000000001, 74800000000000011a5f72800000000000000300), jobID: 299"] [2024/05/07 02:09:45.006 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:45.007 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=162] [kvs=3] [files=1] [sstFileSize=1060] [file=/tmp/tidb/tmp_ddl-4000/299/3b057b2e-d774-5ab3-be42-50a58a9db5c4.sst/b012ffe5-657c-402c-8fc9-92482e35f6ab.sst] [firstKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000100000000FB80000000000000010008] [lastKey=7480000000000001FF1A5F698000000000FF0000010380000000FF0000000300000000FB80000000000000030008] [2024/05/07 02:09:45.010 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] [2024/05/07 02:09:45.010 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/07 02:09:45.011 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=1.03825ms] [] [2024/05/07 02:09:45.011 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=298] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:45.011 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [2024/05/07 02:09:45.012 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:45.013 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=299] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011a5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=282] [] [2024/05/07 02:09:45.013 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f728000000000000001] [2024/05/07 02:09:45.013 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.013 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:09:45.013 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.016 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=2418017616] ["max memory quota"=17179869184] [2024/05/07 02:09:45.016 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2552235344] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:45.026 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:09:45.028 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [retryCnt=0] [takeTime=36.703857ms] [] [2024/05/07 02:09:45.028 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [2024/05/07 02:09:45.028 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=2552235384] ["max memory quota"=17179869184] [2024/05/07 02:09:45.028 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["current memory usage"=2687501688] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:45.029 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t2:1] [engineUUID=214c0b64-c6e1-5c8a-adab-57f23de7e62f] [takeTime=869.259µs] [] [2024/05/07 02:09:45.030 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] [2024/05/07 02:09:45.030 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/07 02:09:45.032 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=1.604131ms] [] [2024/05/07 02:09:45.032 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=299] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:45.032 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [2024/05/07 02:09:45.033 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:45.034 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:09:45.034 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.038 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=352] [neededSchemaVersion=353] ["start time"=652.907µs] [gotSchemaVersion=353] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.041 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=2687501728] ["max memory quota"=17179869184] [2024/05/07 02:09:45.041 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=300] [reader=2] [writer=4] [2024/05/07 02:09:45.041 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f728000000000000001] ["end key"=74800000000000011c5f72800000000000000300] [2024/05/07 02:09:45.041 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f728000000000000001] [endKey=74800000000000011c5f72800000000000000300] [2024/05/07 02:09:45.041 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f72800000000000000300] ["current end key"=74800000000000011c5f72800000000000000300] [2024/05/07 02:09:45.042 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:45.042 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f728000000000000001, 74800000000000011c5f72800000000000000300), jobID: 300"] [2024/05/07 02:09:45.042 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=353] [2024/05/07 02:09:45.042 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:45.043 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/300/0918a1ff-0528-5d8e-ab55-616bfa336277.sst/e0712dfc-2020-4292-8c68-ed6d31e1eeea.sst] [firstKey=74800000000000011C5F698000000000000001038000000000000001038000000000000001] [lastKey=74800000000000011C5F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:09:45.047 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=47bed380-cb3c-5a10-8193-e739b762a16c] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:09:45.048 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [retryCnt=0] [takeTime=37.275176ms] [] [2024/05/07 02:09:45.048 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [2024/05/07 02:09:45.049 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t4:1] [engineUUID=47bed380-cb3c-5a10-8193-e739b762a16c] [takeTime=872.77µs] [] [2024/05/07 02:09:45.049 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=300] ["index IDs"="[1]"] ["local checkpoint"=74800000000000011c5f72800000000000000300] ["global checkpoint"=] ["global physical ID"=284] [] [2024/05/07 02:09:45.049 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f728000000000000001] [2024/05/07 02:09:45.049 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.054 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] ["region ranges"=1] [count=3] [size=162] [2024/05/07 02:09:45.054 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.058 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=353] [neededSchemaVersion=354] ["start time"=525.761µs] [gotSchemaVersion=354] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.060 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=354] [2024/05/07 02:09:45.065 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.066 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=296] [physicalTableID=290] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/07 02:09:45.068 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] [2024/05/07 02:09:45.068 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/07 02:09:45.068 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [size=162] [kvs=3] [importedSize=108] [importedCount=3] [2024/05/07 02:09:45.069 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=1.877259ms] [] [2024/05/07 02:09:45.069 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=300] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:45.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [2024/05/07 02:09:45.070 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [retryCnt=0] [takeTime=37.964866ms] [] [2024/05/07 02:09:45.070 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [2024/05/07 02:09:45.070 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:45.070 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t5:1] [engineUUID=3b057b2e-d774-5ab3-be42-50a58a9db5c4] [takeTime=797.029µs] [] [2024/05/07 02:09:45.071 +00:00] [INFO] [duplicate.go:1089] ["[detect-dupe] collect remote duplicate keys start"] [category=ddl-ingest] [table=t5] [2024/05/07 02:09:45.071 +00:00] [INFO] [duplicate.go:1024] ["collect duplicate rows from tikv"] [category=ddl-ingest] [tableName=t5] [category=detect-dupe] [tasks=1] [2024/05/07 02:09:45.071 +00:00] [INFO] [duplicate.go:1091] ["[detect-dupe] collect remote duplicate keys completed"] [category=ddl-ingest] [table=t5] [takeTime=668.533µs] [] [2024/05/07 02:09:45.072 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=296] [2024/05/07 02:09:45.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=296] [conn=43] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486556020758, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.081 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=354] [neededSchemaVersion=355] ["start time"=501.046µs] [gotSchemaVersion=355] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.081 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:296, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:290, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486556020758, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001225f69ffff000000000001,EndKey:7480000000000001225f69ffff000000000001ff,First:false,PhysicalTableID:290,Ingest mode:false"] [2024/05/07 02:09:45.083 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=290] ["start key"=7480000000000001225f69ffff000000000001] ["end key"=7480000000000001225f69ffff000000000001ff] [2024/05/07 02:09:45.083 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001225f69ffff000000000001] [endKey=7480000000000001225f69ffff000000000001ff] [2024/05/07 02:09:45.083 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=290] ["end key"=7480000000000001225f69ffff000000000001ff] ["current end key"=7480000000000001225f69ffff00000000000100] [2024/05/07 02:09:45.083 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=296] [2024/05/07 02:09:45.083 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=296] [2024/05/07 02:09:45.083 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=296] [2024/05/07 02:09:45.084 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [task="taskID: 1, physicalTableID: 290, range: [7480000000000001225f69ffff000000000001, 7480000000000001225f69ffff00000000000100), jobID: 296"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001225f69ffff0000000000010000] ["take time"=387.15µs] [2024/05/07 02:09:45.084 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=296] [2024/05/07 02:09:45.084 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001225f69ffff000000000001] [2024/05/07 02:09:45.084 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.084 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=355] [2024/05/07 02:09:45.088 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=353] ["take time"=52.31588ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.092 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:09:45.092 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.095 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486411841547, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.096 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=297] [table=t2] [index=idx] [2024/05/07 02:09:45.097 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:45.097 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.097 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:45.097 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.097 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=297] [indexIDs="[1]"] [2024/05/07 02:09:45.097 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=297] ["current memory usage"=1612710848] ["max memory quota"=17179869184] [2024/05/07 02:09:45.105 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:45.107 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=355] [neededSchemaVersion=356] ["start time"=692.246µs] [gotSchemaVersion=356] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.107 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=354] ["take time"=52.227465ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486464270341, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.111 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=356] [2024/05/07 02:09:45.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=356] [neededSchemaVersion=357] ["start time"=563.699µs] [gotSchemaVersion=357] [phyTblIDs="[290]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.115 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486464270341, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.115 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=357] [2024/05/07 02:09:45.115 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=298] [table=t4] [index=idx] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:45.116 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:45.116 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.116 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:45.116 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.116 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.116 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=298] [indexIDs="[1]"] [2024/05/07 02:09:45.116 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=298] ["current memory usage"=1074791040] ["max memory quota"=17179869184] [2024/05/07 02:09:45.119 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write only, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.126 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=357] [neededSchemaVersion=358] ["start time"=523.343µs] [gotSchemaVersion=358] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.129 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=358] [2024/05/07 02:09:45.131 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=358] [neededSchemaVersion=359] ["start time"=591.053µs] [gotSchemaVersion=359] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.131 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=355] ["take time"=51.802853ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377538, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.134 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=359] [2024/05/07 02:09:45.139 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377538, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.139 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=299] [table=t5] [index=idx] [2024/05/07 02:09:45.141 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:45.141 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.141 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:45.141 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.141 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.141 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=299] [indexIDs="[1]"] [2024/05/07 02:09:45.141 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=299] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/07 02:09:45.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=359] [neededSchemaVersion=360] ["start time"=543.084µs] [gotSchemaVersion=360] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.151 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=360] [2024/05/07 02:09:45.156 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=356] ["take time"=51.976193ms] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.161 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=357] ["take time"=51.646472ms] [job="ID:296, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486556020758, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.163 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.164 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=297] [physicalTableID=276] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/07 02:09:45.168 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=296] [tableID=290] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:45.170 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=297] [2024/05/07 02:09:45.170 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=296] [jobType="add index"] [2024/05/07 02:09:45.171 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=296] [conn=43] [job="ID:296, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:290, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486556020758, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.175 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=358] ["take time"=52.587848ms] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.177 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=297] [conn=48] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486582235170, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.178 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:297, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:276, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486582235170, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001145f69ffff000000000001,EndKey:7480000000000001145f69ffff000000000001ff,First:false,PhysicalTableID:276,Ingest mode:false"] [2024/05/07 02:09:45.179 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=295] [2024/05/07 02:09:45.179 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.180 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=276] ["start key"=7480000000000001145f69ffff000000000001] ["end key"=7480000000000001145f69ffff000000000001ff] [2024/05/07 02:09:45.180 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001145f69ffff000000000001] [endKey=7480000000000001145f69ffff000000000001ff] [2024/05/07 02:09:45.180 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 51\n# Query_time: 1.559005264\n# Parse_time: 0.000019029\n# Compile_time: 0.000075497\n# Rewrite_time: 0.000000954\n# Optimize_time: 0.00002383\n# Wait_TS: 0.000176785\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9d113192773d3132725924921eee0f996f52a330496438ca37e154fd03c256c0\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t8 add index idx(a);"] [2024/05/07 02:09:45.180 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=359] ["take time"=52.094611ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=276] ["end key"=7480000000000001145f69ffff000000000001ff] ["current end key"=7480000000000001145f69ffff00000000000100] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=297] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=297] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=297] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 276, range: [7480000000000001145f69ffff000000000001, 7480000000000001145f69ffff00000000000100), jobID: 297"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001145f69ffff0000000000010000] ["take time"=352.505µs] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=297] [2024/05/07 02:09:45.181 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001145f69ffff000000000001] [2024/05/07 02:09:45.181 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.182 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.183 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=298] [physicalTableID=280] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/07 02:09:45.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.187 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:45.187 +00:00] [INFO] [config.go:169] ["change memory setting for ingest"] [category=ddl-ingest] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/05/07 02:09:45.187 +00:00] [INFO] [backend_mgr.go:248] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-4000/301] [keyspaceName=] [2024/05/07 02:09:45.189 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=298] [2024/05/07 02:09:45.190 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/05/07 02:09:45.190 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073333128739196] [2024/05/07 02:09:45.190 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:45.190 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/05/07 02:09:45.190 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:45.190 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:45.190 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.190 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:45.191 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.194 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:45.194 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342363, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.194 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:45.194 +00:00] [INFO] [backend_mgr.go:161] ["create one backend for an DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=536871408] ["max memory quota"=17179869184] ["is unique index"=false] [2024/05/07 02:09:45.195 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=272] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/07 02:09:45.196 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:298, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:280, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342363, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001185f69ffff000000000001,EndKey:7480000000000001185f69ffff000000000001ff,First:false,PhysicalTableID:280,Ingest mode:false"] [2024/05/07 02:09:45.197 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=280] ["start key"=7480000000000001185f69ffff000000000001] ["end key"=7480000000000001185f69ffff000000000001ff] [2024/05/07 02:09:45.198 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001185f69ffff000000000001] [endKey=7480000000000001185f69ffff000000000001ff] [2024/05/07 02:09:45.198 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=280] ["end key"=7480000000000001185f69ffff000000000001ff] ["current end key"=7480000000000001185f69ffff00000000000100] [2024/05/07 02:09:45.198 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=298] [2024/05/07 02:09:45.198 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=298] [2024/05/07 02:09:45.198 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=298] [2024/05/07 02:09:45.198 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=360] ["take time"=51.964332ms] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.199 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 280, range: [7480000000000001185f69ffff000000000001, 7480000000000001185f69ffff00000000000100), jobID: 298"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001185f69ffff0000000000010000] ["take time"=380.484µs] [2024/05/07 02:09:45.199 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=298] [2024/05/07 02:09:45.199 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001185f69ffff000000000001] [2024/05/07 02:09:45.199 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.201 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/07 02:09:45.203 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:45.206 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.206 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=299] [physicalTableID=282] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/07 02:09:45.209 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=360] [neededSchemaVersion=361] ["start time"=505.734µs] [gotSchemaVersion=361] [phyTblIDs="[276]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.211 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342375, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.211 +00:00] [INFO] [index.go:857] ["index backfill state running"] [category=ddl] ["job ID"=301] [table=t0] ["ingest mode"=true] [index=idx] [2024/05/07 02:09:45.212 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=297] [version=361] [2024/05/07 02:09:45.212 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=299] [2024/05/07 02:09:45.214 +00:00] [INFO] [checkpoint.go:312] ["resume checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=] ["global checkpoint"=] ["physical table ID"=272] ["previous instance"=] ["current instance"=:4000:/tmp/tidb] [2024/05/07 02:09:45.214 +00:00] [INFO] [checkpoint.go:116] ["create checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/07 02:09:45.216 +00:00] [INFO] [job_table.go:660] ["resume physical table ID from checkpoint"] [category=ddl-ingest] [jobID=301] [start=7480000000000001105f728000000000000001] [end=7480000000000001105f72800000000000000300] ["checkpoint physical ID"=272] [2024/05/07 02:09:45.216 +00:00] [INFO] [index.go:1931] ["start to add table index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:0, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342375, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f728000000000000001,EndKey:7480000000000001105f72800000000000000300,First:false,PhysicalTableID:272,Ingest mode:true"] [2024/05/07 02:09:45.217 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=299] [conn=49] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342393, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.220 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:299, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:282, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342393, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011a5f69ffff000000000001,EndKey:74800000000000011a5f69ffff000000000001ff,First:false,PhysicalTableID:282,Ingest mode:false"] [2024/05/07 02:09:45.220 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:45.221 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=282] ["start key"=74800000000000011a5f69ffff000000000001] ["end key"=74800000000000011a5f69ffff000000000001ff] [2024/05/07 02:09:45.221 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011a5f69ffff000000000001] [endKey=74800000000000011a5f69ffff000000000001ff] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=282] ["end key"=74800000000000011a5f69ffff000000000001ff] ["current end key"=74800000000000011a5f69ffff00000000000100] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=299] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=299] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=299] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 282, range: [74800000000000011a5f69ffff000000000001, 74800000000000011a5f69ffff00000000000100), jobID: 299"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011a5f69ffff0000000000010000] ["take time"=386.589µs] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=299] [2024/05/07 02:09:45.222 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011a5f69ffff000000000001] [2024/05/07 02:09:45.222 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.226 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=361] [neededSchemaVersion=362] ["start time"=570.302µs] [gotSchemaVersion=362] [phyTblIDs="[280]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=362] [2024/05/07 02:09:45.239 +00:00] [INFO] [index.go:2178] ["estimate row size"] [category=ddl-ingest] [tableID=272] [size=0] [error="less than 3 regions"] [errorVerbose="less than 3 regions\ngithub.com/pingcap/tidb/pkg/ddl.estimateRowSizeFromRegion\n\tpkg/ddl/index.go:2241\ngithub.com/pingcap/tidb/pkg/ddl.estimateTableRowSize\n\tpkg/ddl/index.go:2195\ngithub.com/pingcap/tidb/pkg/ddl.newIngestBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:345\ngithub.com/pingcap/tidb/pkg/ddl.newBackfillScheduler\n\tpkg/ddl/backfilling_scheduler.go:96\ngithub.com/pingcap/tidb/pkg/ddl.(*ddlCtx).writePhysicalTableRecord\n\tpkg/ddl/backfilling.go:610\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addPhysicalTableIndex\n\tpkg/ddl/index.go:1932\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).addTableIndex\n\tpkg/ddl/index.go:1978\ngithub.com/pingcap/tidb/pkg/ddl.runReorgJobAndHandleErr.func1\n\tpkg/ddl/index.go:1043\ngithub.com/pingcap/tidb/pkg/ddl.(*worker).runReorgJob.func1\n\tpkg/ddl/reorg.go:205\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:45.239 +00:00] [INFO] [checkpoint.go:238] ["reset checkpoint manager"] [category=ddl-ingest] [newPhysicalID=272] [oldPhysicalID=0] [indexIDs="[1]"] [jobID=301] [localCnt=0] [2024/05/07 02:09:45.243 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/07 02:09:45.243 +00:00] [INFO] [engine_mgr.go:81] ["open an engine for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1207960192] ["memory limitation"=17179869184] ["current writer count"=1] [2024/05/07 02:09:45.247 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:45.247 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=0] ["allocate memory"=40] ["current memory usage"=1207960232] ["max memory quota"=17179869184] [2024/05/07 02:09:45.247 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1342177960] ["memory limitation"=17179869184] ["current writer count"=2] [2024/05/07 02:09:45.252 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=362] [neededSchemaVersion=363] ["start time"=542.471µs] [gotSchemaVersion=363] [phyTblIDs="[282]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.255 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=299] [version=363] [2024/05/07 02:09:45.259 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=1342178000] ["max memory quota"=17179869184] [2024/05/07 02:09:45.259 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1476395728] ["memory limitation"=17179869184] ["current writer count"=3] [2024/05/07 02:09:45.259 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=361] ["take time"=52.610862ms] [job="ID:297, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486582235170, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.265 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=297] [tableID=276] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:45.268 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=297] [jobType="add index"] [2024/05/07 02:09:45.268 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=297] [conn=48] [job="ID:297, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:276, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486582235170, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.271 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=1476395768] ["max memory quota"=17179869184] [2024/05/07 02:09:45.271 +00:00] [INFO] [engine_mgr.go:81] ["reuse engine and add a writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["current memory usage"=1610613496] ["memory limitation"=17179869184] ["current writer count"=4] [2024/05/07 02:09:45.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=362] ["take time"=52.379715ms] [job="ID:298, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342363, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.283 +00:00] [INFO] [engine.go:198] ["create one local writer for index reorg task"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=1610613536] ["max memory quota"=17179869184] [2024/05/07 02:09:45.283 +00:00] [INFO] [backfilling_scheduler.go:382] ["setup ingest backfill workers"] [category=ddl-ingest] [jobID=301] [reader=2] [writer=4] [2024/05/07 02:09:45.283 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f728000000000000001] ["end key"=7480000000000001105f72800000000000000300] [2024/05/07 02:09:45.283 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="add index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f728000000000000001] [endKey=7480000000000001105f72800000000000000300] [2024/05/07 02:09:45.284 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f72800000000000000300] ["current end key"=7480000000000001105f72800000000000000300] [2024/05/07 02:09:45.284 +00:00] [INFO] [index_cop.go:242] ["close cop-request sender pool"] [category=ddl-ingest] [force=false] [2024/05/07 02:09:45.284 +00:00] [INFO] [index_cop.go:139] ["start a cop-request task"] [category=ddl-ingest] [id=1] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f728000000000000001, 7480000000000001105f72800000000000000300), jobID: 301"] [2024/05/07 02:09:45.284 +00:00] [INFO] [backfilling_scheduler.go:581] ["finish a cop-request task"] [category=ddl-ingest] [id=1] [2024/05/07 02:09:45.285 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=298] [tableID=280] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:45.285 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=114] [kvs=3] [files=1] [sstFileSize=1016] [file=/tmp/tidb/tmp_ddl-4000/301/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/17c2471d-1e1b-4b77-9ddd-2452f0fe0cae.sst] [firstKey=7480000000000001105F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001105F698000000000000001038000000000000003038000000000000003] [2024/05/07 02:09:45.287 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=298] [jobType="add index"] [2024/05/07 02:09:45.288 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=298] [conn=44] [job="ID:298, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:280, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342363, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.292 +00:00] [INFO] [checkpoint.go:378] ["update checkpoint"] [category=ddl-ingest] ["job ID"=301] ["index IDs"="[1]"] ["local checkpoint"=7480000000000001105f72800000000000000300] ["global checkpoint"=] ["global physical ID"=272] [] [2024/05/07 02:09:45.292 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f728000000000000001] [2024/05/07 02:09:45.292 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.297 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/07 02:09:45.297 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.298 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 43\n# Query_time: 1.676685534\n# Parse_time: 0.000038634\n# Compile_time: 0.000056684\n# Rewrite_time: 0.000001112\n# Optimize_time: 0.000025533\n# Wait_TS: 0.000166256\n# DB: addindexlit\n# Is_internal: false\n# Digest: 5bd1958b3a6e9154e6e0967495a98d5f02b0fa01f50ce87a63ce3b1bf470986a\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t9 add unique index idx(a);"] [2024/05/07 02:09:45.302 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=363] ["take time"=51.708357ms] [job="ID:299, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342393, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.308 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=299] [tableID=282] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:45.309 +00:00] [INFO] [engine.go:130] ["flush all writer and get closed engine"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] [2024/05/07 02:09:45.309 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/07 02:09:45.311 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=1.823779ms] [] [2024/05/07 02:09:45.311 +00:00] [INFO] [engine.go:148] ["start to import data"] [category=ddl-ingest] ["job ID"=301] ["index ID"=1] ["split region size"=100663296] [2024/05/07 02:09:45.311 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/05/07 02:09:45.311 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=299] [jobType="add index"] [2024/05/07 02:09:45.311 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=299] [conn=49] [job="ID:299, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:282, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342393, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.312 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:45.320 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=299] [2024/05/07 02:09:45.320 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.321 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 49\n# Query_time: 1.700333704\n# Parse_time: 0.000032737\n# Compile_time: 0.000047195\n# Rewrite_time: 0.00000091\n# Optimize_time: 0.000028596\n# Wait_TS: 0.00017936\n# DB: addindexlit\n# Is_internal: false\n# Digest: b3e09246741c3859c07749cb35fe80d7f1a0d1f2fb68c5f3e8baa12853a5180c\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t5 add unique index idx(a);"] [2024/05/07 02:09:45.334 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=3] [size=114] [2024/05/07 02:09:45.334 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.347 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:09:45.348 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=36.887063ms] [] [2024/05/07 02:09:45.348 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/05/07 02:09:45.349 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=815.42µs] [] [2024/05/07 02:09:45.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=363] [neededSchemaVersion=364] ["start time"=484.457µs] [gotSchemaVersion=364] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=364] [2024/05/07 02:09:45.408 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=364] ["take time"=53.215781ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342375, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.415 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486595342375, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.415 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=301] [table=t0] [index=idx] [2024/05/07 02:09:45.416 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.416 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.416 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:45.416 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.416 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=301] [indexIDs="[1]"] [2024/05/07 02:09:45.416 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=301] ["current memory usage"=536871232] ["max memory quota"=17179869184] [2024/05/07 02:09:45.424 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=364] [neededSchemaVersion=365] ["start time"=439.514µs] [gotSchemaVersion=365] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.426 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=365] [2024/05/07 02:09:45.474 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=365] ["take time"=52.055698ms] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.481 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.482 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=301] [physicalTableID=272] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/07 02:09:45.488 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=301] [2024/05/07 02:09:45.494 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=301] [conn=50] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486673985542, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.496 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:301, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:272, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486673985542, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:7480000000000001105f69ffff000000000001,EndKey:7480000000000001105f69ffff000000000001ff,First:false,PhysicalTableID:272,Ingest mode:false"] [2024/05/07 02:09:45.497 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=272] ["start key"=7480000000000001105f69ffff000000000001] ["end key"=7480000000000001105f69ffff000000000001ff] [2024/05/07 02:09:45.497 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=7480000000000001105f69ffff000000000001] [endKey=7480000000000001105f69ffff000000000001ff] [2024/05/07 02:09:45.498 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=272] ["end key"=7480000000000001105f69ffff000000000001ff] ["current end key"=7480000000000001105f69ffff00000000000100] [2024/05/07 02:09:45.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=301] [2024/05/07 02:09:45.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=301] [2024/05/07 02:09:45.498 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=301] [2024/05/07 02:09:45.499 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 272, range: [7480000000000001105f69ffff000000000001, 7480000000000001105f69ffff00000000000100), jobID: 301"] ["added count"=0] ["scan count"=0] ["next key"=7480000000000001105f69ffff0000000000010000] ["take time"=416.804µs] [2024/05/07 02:09:45.499 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=301] [2024/05/07 02:09:45.499 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=7480000000000001105f69ffff000000000001] [2024/05/07 02:09:45.499 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:45.518 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:45.524 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=365] [neededSchemaVersion=366] ["start time"=497.746µs] [gotSchemaVersion=366] [phyTblIDs="[272]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:45.526 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=366] [2024/05/07 02:09:45.573 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=366] ["take time"=51.969634ms] [job="ID:301, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486673985542, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.580 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=301] [tableID=272] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:45.583 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="add index"] [2024/05/07 02:09:45.583 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=301] [conn=50] [job="ID:301, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:272, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486673985542, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:45.591 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=297] [2024/05/07 02:09:45.591 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.592 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 48\n# Query_time: 1.971248863\n# Parse_time: 0.000022993\n# Compile_time: 0.000084021\n# Rewrite_time: 0.000003331\n# Optimize_time: 0.000034768\n# Wait_TS: 0.000165822\n# DB: addindexlit\n# Is_internal: false\n# Digest: 9362128342a11a9db9c3800825fd799bb1e60da0d45ff1451f59715bbff3ea38\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t2 add index idx(a);"] [2024/05/07 02:09:45.634 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/07 02:09:45.634 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.634 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/07 02:09:45.634 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:45.635 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 44\n# Query_time: 2.014413858\n# Parse_time: 0.000023062\n# Compile_time: 0.000064357\n# Rewrite_time: 0.000000961\n# Optimize_time: 0.000033962\n# Wait_TS: 0.000204911\n# DB: addindexlit\n# Is_internal: false\n# Digest: 313ed62c529ca233d9c6a792664061f203a06b67fdbdf02b30813512d72d0bcc\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t4 add index idx(a);"] [2024/05/07 02:09:45.636 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 50\n# Query_time: 2.014998722\n# Parse_time: 0.000014836\n# Compile_time: 0.000045776\n# Rewrite_time: 0.000001043\n# Optimize_time: 0.000020621\n# Wait_TS: 0.000127205\n# DB: addindexlit\n# Is_internal: false\n# Digest: 1575d05c2408d6b4e80dc99fa468744a32aabe3d16303fb47449d85c1e318c83\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t0 add index idx(a);"] [2024/05/07 02:09:47.501 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=0918a1ff-0528-5d8e-ab55-616bfa336277] [size=114] [kvs=3] [importedSize=114] [importedCount=3] [2024/05/07 02:09:47.502 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [retryCnt=0] [takeTime=2.4325909s] [] [2024/05/07 02:09:47.502 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [2024/05/07 02:09:47.503 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=t6:1] [engineUUID=0918a1ff-0528-5d8e-ab55-616bfa336277] [takeTime=839.939µs] [] [2024/05/07 02:09:47.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=366] [neededSchemaVersion=367] ["start time"=607.758µs] [gotSchemaVersion=367] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:47.516 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=367] [2024/05/07 02:09:47.562 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=367] ["take time"=52.241555ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377546, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.570 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 104, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589486477377546, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.570 +00:00] [INFO] [index.go:880] ["index backfill state ready to merge"] [category=ddl] ["job ID"=300] [table=t6] [index=idx] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:47.571 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:47.571 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:47.571 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:47.571 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:47.571 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:47.572 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:47.572 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:47.572 +00:00] [INFO] [checkpoint.go:215] ["close checkpoint manager"] [category=ddl-ingest] [jobID=300] [indexIDs="[1]"] [2024/05/07 02:09:47.572 +00:00] [INFO] [backend_mgr.go:309] ["close one backend for DDL job"] [category=ddl-ingest] ["job ID"=300] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/05/07 02:09:47.580 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=367] [neededSchemaVersion=368] ["start time"=517.884µs] [gotSchemaVersion=368] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:47.582 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=368] [2024/05/07 02:09:47.630 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=368] ["take time"=52.423757ms] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.636 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.637 +00:00] [INFO] [reorg.go:718] ["job get table range"] [category=ddl] [jobID=300] [physicalTableID=284] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/07 02:09:47.643 +00:00] [INFO] [ddl_worker.go:1396] ["schema version doesn't change"] [category=ddl] [jobID=300] [2024/05/07 02:09:47.648 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 105, tp add index"] [category=ddl] [jobID=300] [conn=45] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:0, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589487237595142, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.650 +00:00] [INFO] [index.go:1928] ["start to merge temp index"] [category=ddl] [job="ID:300, Type:add index, State:running, SchemaState:write reorganization, SchemaID:270, TableID:284, RowCount:3, ArgLen:6, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589487237595142, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000011c5f69ffff000000000001,EndKey:74800000000000011c5f69ffff000000000001ff,First:false,PhysicalTableID:284,Ingest mode:false"] [2024/05/07 02:09:47.651 +00:00] [INFO] [backfilling.go:416] ["split table range from PD"] [category=ddl] [physicalTableID=284] ["start key"=74800000000000011c5f69ffff000000000001] ["end key"=74800000000000011c5f69ffff000000000001ff] [2024/05/07 02:09:47.651 +00:00] [INFO] [backfilling.go:692] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000011c5f69ffff000000000001] [endKey=74800000000000011c5f69ffff000000000001ff] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:475] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=284] ["end key"=74800000000000011c5f69ffff000000000001ff] ["current end key"=74800000000000011c5f69ffff00000000000100] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=300] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=300] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=300] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:330] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 284, range: [74800000000000011c5f69ffff000000000001, 74800000000000011c5f69ffff00000000000100), jobID: 300"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000011c5f69ffff0000000000010000] ["take time"=346.928µs] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:369] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=300] [2024/05/07 02:09:47.652 +00:00] [INFO] [backfilling.go:632] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=3] ["start key"=74800000000000011c5f69ffff000000000001] [2024/05/07 02:09:47.652 +00:00] [INFO] [reorg.go:232] ["run reorg job done"] [category=ddl] ["handled rows"=3] [2024/05/07 02:09:47.675 +00:00] [INFO] [index.go:781] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_bin] [2024/05/07 02:09:47.681 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=368] [neededSchemaVersion=369] ["start time"=518.553µs] [gotSchemaVersion=369] [phyTblIDs="[284]"] [actionTypes="[7]"] [diffTypes="[\"add index\"]"] [2024/05/07 02:09:47.684 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=369] [2024/05/07 02:09:47.731 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=369] ["take time"=52.320618ms] [job="ID:300, Type:add index, State:done, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589487237595142, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.738 +00:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=300] [tableID=284] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/05/07 02:09:47.740 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="add index"] [2024/05/07 02:09:47.740 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 107, tp add index"] [category=ddl] [jobID=300] [conn=45] [job="ID:300, Type:add index, State:synced, SchemaState:public, SchemaID:270, TableID:284, RowCount:3, ArgLen:3, start time: 2024-05-07 02:09:43.619 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:449589487237595142, LocalMode: false, UniqueWarnings:0"] [2024/05/07 02:09:47.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/07 02:09:47.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:47.750 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 45\n# Query_time: 4.128487647\n# Parse_time: 0.000012981\n# Compile_time: 0.000040603\n# Rewrite_time: 0.000000792\n# Optimize_time: 0.000033682\n# Wait_TS: 0.000100512\n# DB: addindexlit\n# Is_internal: false\n# Digest: 0ca159269364b8608ca3951391b20d0711ab7315186344363e25b6d9b5a3e18b\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse addindexlit;\nalter table t6 add index idx(a);"] [2024/05/07 02:09:47.751 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [2024/05/07 02:09:47.751 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [2024/05/07 02:09:47.753 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 105, tp add index"] [category=ddl] ["take time"=1.393µs] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 106, tp add index"] [category=ddl] ["take time"=896ns] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 107, tp add index"] [category=ddl] ["take time"=531ns] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 104, tp add index"] [category=ddl] ["take time"=685ns] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 103, tp general"] [category=ddl] ["take time"=1.566µs] [2024/05/07 02:09:47.754 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:09:47.754 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:09:47.754 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:09:47.756 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] ["take time"=6.509814ms] [2024/05/07 02:09:47.756 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] [2024/05/07 02:09:47.758 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:09:47.758 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:09:47.758 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/c89ee992-5995-4186-a44a-11f2b0f9633a] [watcherID=dc57fc7e-7e01-4f2d-ba64-4f441a07d3ba] [2024/05/07 02:09:47.758 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/c89ee992-5995-4186-a44a-11f2b0f9633a] [2024/05/07 02:09:47.758 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:47.758 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:09:47.758 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:09:47.758 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:09:47.758 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=519] [2024/05/07 02:09:47.759 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:09:47.759 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:09:47.759 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:09:47.759 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="context canceled"] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:09:47.759 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0be1a648-a07d-4915-8b6a-84385a92e6a9"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] [2024/05/07 02:09:47.759 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [2024/05/07 02:09:47.759 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:09:47.759 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:09:47.759 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:09:47.759 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:09:47.760 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:09:47.759 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:09:47.759 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:09:47.759 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="lost watcher waiting for delete"] [2024/05/07 02:09:47.760 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [2024/05/07 02:09:47.759 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:09:47.760 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=d14d422e-b9c0-41ad-bd48-865fb75b3b1d] [2024/05/07 02:09:47.760 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:09:47.760 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:09:47.759 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:47.760 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:09:47.760 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:09:47.759 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:09:47.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:09:47.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:09:47.760 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:09:47.760 +00:00] [INFO] [manager.go:292] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0be1a648-a07d-4915-8b6a-84385a92e6a9"] [error="context canceled"] [2024/05/07 02:09:47.760 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0be1a648-a07d-4915-8b6a-84385a92e6a9"] [2024/05/07 02:09:47.760 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:09:47.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:09:47.760 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0be1a648-a07d-4915-8b6a-84385a92e6a9"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:47.760 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:09:47.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:09:47.760 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=0be1a648-a07d-4915-8b6a-84385a92e6a9] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:47.760 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:09:47.824 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:09:47.824 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="context canceled"] [2024/05/07 02:09:48.025 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:49.003 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 0be1a648-a07d-4915-8b6a-84385a92e6a9"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:49.008 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:49.008 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:09:49.008 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:09:49.272 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager d14d422e-b9c0-41ad-bd48-865fb75b3b1d"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:09:49.272 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:09:49.272 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:09:49.272 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:09:49.272 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.522738866s] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:49.273 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:49.273 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:49.273 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:49.273 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:49.273 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestConcFastReorg (6.90s) FAIL coverage: 15.8% of statements -- Coverage runner: Not collecting coverage for failed test. The following commands failed with status 1 /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/sandbox/linux-sandbox/2161/execroot/__main__/bazel-out/k8-fastbuild/bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test.runfiles/__main__/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test -with-real-tikv ================================================================================ Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 219.418s, Critical Path: 201.25s INFO: 1539 processes: 1523 remote cache hit, 9 internal, 7 linux-sandbox. INFO: Build completed successfully, 1539 total actions //tests/realtikvtest/addindextest4:addindextest4_test FLAKY, failed in 1 out of 2 in 100.9s Stats over 2 runs: max = 100.9s, min = 77.1s, avg = 89.0s, dev = 11.9s /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs/tests/realtikvtest/addindextest4/addindextest4_test/coverage.dat Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:11:14.581Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:11:14.582Z] ['info'] => Project root located at: . [2024-05-07T02:11:14.585Z] ['info'] -> Token found by environment variables [2024-05-07T02:11:14.598Z] ['info'] Searching for coverage files... [2024-05-07T02:11:15.118Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:11:15.118Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:11:15.483Z] ['info'] Using manual override from args. [2024-05-07T02:11:15.483Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:11:15.493Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:11:16.242Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/6eef9869-5d9f-4acd-87eb-f681d46d038b.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021116Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=0c06fef6902b10c1ab7ab89c63598d42cb75157e20f8fb859c34c94d4613ce72 [2024-05-07T02:11:16.243Z] ['info'] Uploading... [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 160s remote-cache, linux-sandbox [2024-05-07T02:11:17.969Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 51.810434894 s [1,553 / 1,554] Testing //tests/realtikvtest/sessiontest:sessiontest_test; 188s remote-cache, linux-sandbox Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 371.057s, Critical Path: 352.66s INFO: 1551 processes: 1329 remote cache hit, 20 internal, 202 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:11:26.736Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:11:26.737Z] ['info'] => Project root located at: . [2024-05-07T02:11:26.740Z] ['info'] -> Token found by environment variables [2024-05-07T02:11:26.752Z] ['info'] Searching for coverage files... [2024-05-07T02:11:27.315Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:11:27.315Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:11:27.687Z] ['info'] Using manual override from args. [2024-05-07T02:11:27.687Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:11:27.696Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:11:28.488Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/0a909ab0-c4bc-415b-9125-99ba7cbd55cb.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021128Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=35c62abddf99f2da5cb8a06b044694ec72627438f4b7b24bc69fcdf9e2a22660 [2024-05-07T02:11:28.488Z] ['info'] Uploading... [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 219s remote-cache, linux-sandbox ./t/ddl/partition.test: ok! 213 test cases passed, take time 10.347081875 s [2024-05-07T02:11:32.638Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.795490648 s [1,553 / 1,554] Testing //tests/realtikvtest/txntest:txntest_test; 220s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 220s remote-cache, linux-sandbox ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 32.152809789 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.207951177 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 8.679254146 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 5.059765848 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.267910802 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.065709027 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 279s remote-cache, linux-sandbox [1,553 / 1,554] 1 / 1 tests; Testing //tests/realtikvtest/txntest:txntest_test; 273s remote-cache, linux-sandbox Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 340.197s, Critical Path: 321.47s INFO: 1551 processes: 1520 remote cache hit, 20 internal, 11 linux-sandbox. INFO: Build completed successfully, 1551 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:12:57.701Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:12:57.702Z] ['info'] => Project root located at: . [2024-05-07T02:12:57.705Z] ['info'] -> Token found by environment variables [2024-05-07T02:12:57.717Z] ['info'] Searching for coverage files... [2024-05-07T02:12:58.279Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:12:58.279Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:12:58.654Z] ['info'] Using manual override from args. [2024-05-07T02:12:58.655Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:12:58.665Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 263s remote-cache, linux-sandbox [1,612 / 1,613] Testing //tests/realtikvtest/importintotest:importintotest_test; 264s remote-cache, linux-sandbox INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/05/07 02:08:29.196 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/05/07 02:08:29.197 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:29.198 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:08:29.199 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:29.199 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:29.201 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:29.201 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:29.201 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:29.201 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:29.201 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:29.203 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/05/07 02:08:29.209 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:29.210 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:29.212 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/05/07 02:08:29.240 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:29.240 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:29.249 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:29.249 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:29.264 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:29.288 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073325147741715] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:29.403 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:29.535 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=1574] ["lease id"=3eaa8f50cd6cd06a] [2024/05/07 02:08:29.537 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:29.544 +00:00] [WARN] [domain.go:245] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:335\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:606\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1260\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3620\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3612\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3562\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3346\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3312\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/05/07 02:08:29.574 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=30.419501ms] [2024/05/07 02:08:29.579 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:29.579 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=d51b48ad-9ad1-4c81-ba35-6ad226a75f83] [runWorker=true] [2024/05/07 02:08:29.580 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:29.582 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:29.583 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:29.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:29.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:29.583 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:29.584 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:29.584 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:29.584 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:29.584 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:29.584 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:29.586 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6cd06e] [ownerID=d51b48ad-9ad1-4c81-ba35-6ad226a75f83] [op=none] [2024/05/07 02:08:29.587 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:29.587 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=b388c9c0-3e76-4eae-99f4-dc4642b6ad05] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:29.587 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05"] ["owner key"=/tidb/br-stream/owner/3eaa8f50cd6cd070] [ownerID=b388c9c0-3e76-4eae-99f4-dc4642b6ad05] [op=none] [2024/05/07 02:08:29.595 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/05/07 02:08:29.627 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:29.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:29.627 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:29.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/05/07 02:08:29.636 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:29.637 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6cd06e] [ownerID=d51b48ad-9ad1-4c81-ba35-6ad226a75f83] [op=none] [2024/05/07 02:08:29.637 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] [op=none] [2024/05/07 02:08:29.637 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:29.690 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.754 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=34.362804ms] [2024/05/07 02:08:29.762 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:29.771 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] ["ddl job id"=3] [ver=1] [2024/05/07 02:08:29.776 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:29.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/05/07 02:08:29.793 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=77.737015ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:29.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.853 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:29.877 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/05/07 02:08:29.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:29.881 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/05/07 02:08:29.902 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/05/07 02:08:30.150 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.150 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/05/07 02:08:30.216 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.537 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.724273ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:30.549 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:30.549 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/05/07 02:08:30.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=53.544376ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.586 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1993\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1958\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1944\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1948\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:30.659 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:30.827 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/05/07 02:08:30.827 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:30.831 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.938383896\n# Parse_time: 0\n# Compile_time: 0.009137204\n# Rewrite_time: 0.000008547\n# Optimize_time: 0\n# Wait_TS: 0.000303836\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/05/07 02:08:30.838 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/05/07 02:08:30.883 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:30.883 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/05/07 02:08:30.930 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.701019ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.010 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.010 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/05/07 02:08:31.047 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=53.536367ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:30.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.106 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:30.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.163 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/05/07 02:08:31.163 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.167 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.332159628\n# Parse_time: 0\n# Compile_time: 0.003047643\n# Rewrite_time: 0.000013291\n# Optimize_time: 0\n# Wait_TS: 0.000381659\n# DB: mysql\n# Is_internal: true\n# Digest: eeb59bc0d98f65a2a5aef8eaa99596260e746b00eed183baf856558ef03533ac\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:31.171 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/05/07 02:08:31.215 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.215 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/05/07 02:08:31.252 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.312 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.450374ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.322 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/05/07 02:08:31.359 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=53.892413ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.403 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.447 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/05/07 02:08:31.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:31.462 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/05/07 02:08:31.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:31.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/05/07 02:08:31.584 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:31.585 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/05/07 02:08:31.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.828 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.837939ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:31.839 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:31.839 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/05/07 02:08:31.872 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=53.904481ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:31.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:31.912 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:31.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.017 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/05/07 02:08:32.017 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.021 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.563932625\n# Parse_time: 0\n# Compile_time: 0.005028126\n# Rewrite_time: 0.000009546\n# Optimize_time: 0\n# Wait_TS: 0.000399416\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.027 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/05/07 02:08:32.094 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.094 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/05/07 02:08:32.165 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.259 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=4.347012ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.272 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.272 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/05/07 02:08:32.306 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=54.913182ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.358 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.438 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/05/07 02:08:32.438 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.442 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41783282\n# Parse_time: 0\n# Compile_time: 0.002792072\n# Rewrite_time: 0.000010437\n# Optimize_time: 0\n# Wait_TS: 0.000441442\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.446 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/05/07 02:08:32.513 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.513 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/05/07 02:08:32.567 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.660 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.139626ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:32.671 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:32.671 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/05/07 02:08:32.705 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=52.866757ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.760 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:32.820 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/05/07 02:08:32.820 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:32.824 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379219068\n# Parse_time: 0\n# Compile_time: 0.002093717\n# Rewrite_time: 0.000009877\n# Optimize_time: 0\n# Wait_TS: 0.000336699\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:32.826 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/05/07 02:08:32.868 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:32.868 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/05/07 02:08:32.941 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.007 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.602457ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.018 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.018 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/05/07 02:08:33.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=53.163633ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:32.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:32.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.157 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/05/07 02:08:33.157 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.161 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.336237253\n# Parse_time: 0\n# Compile_time: 0.001201568\n# Rewrite_time: 0.000010197\n# Optimize_time: 0\n# Wait_TS: 0.000359363\n# DB: mysql\n# Is_internal: true\n# Digest: 1b59564c29970a0a8880792322e02b7df09888f7d0a2dfc190f3ed0ff12369d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.174 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/05/07 02:08:33.217 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.217 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/05/07 02:08:33.253 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.313 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.728292ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.325 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.325 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/05/07 02:08:33.360 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=53.323808ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.440 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.481 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/05/07 02:08:33.481 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.321102777\n# Parse_time: 0\n# Compile_time: 0.010542725\n# Rewrite_time: 0.000014144\n# Optimize_time: 0\n# Wait_TS: 0.000442537\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.489 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/05/07 02:08:33.545 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.545 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/05/07 02:08:33.618 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.699 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=3.200855ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:33.714 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:33.714 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/05/07 02:08:33.745 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=54.360681ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.804 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:33.854 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/05/07 02:08:33.854 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:33.857 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.369747046\n# Parse_time: 0\n# Compile_time: 0.001961195\n# Rewrite_time: 0.000011098\n# Optimize_time: 0\n# Wait_TS: 0.000460863\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:33.863 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/05/07 02:08:33.929 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:33.929 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/05/07 02:08:34.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.679422ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.088 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.088 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/05/07 02:08:34.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=53.244439ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:33.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.162 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:33.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.214 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/05/07 02:08:34.214 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.221 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360740652\n# Parse_time: 0\n# Compile_time: 0.002302896\n# Rewrite_time: 0.000008901\n# Optimize_time: 0\n# Wait_TS: 0.000350299\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.230 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:34.232 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:34.327 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.327 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:34.396 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.512 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.602889ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.522 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.522 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/05/07 02:08:34.558 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=53.629625ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.630 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.709 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/05/07 02:08:34.710 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:34.715 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.488253421\n# Parse_time: 0\n# Compile_time: 0.003263255\n# Rewrite_time: 0.00001136\n# Optimize_time: 0\n# Wait_TS: 0.000538912\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:34.724 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/05/07 02:08:34.784 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:34.784 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/05/07 02:08:34.845 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:34.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.405659ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:34.964 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:34.964 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/05/07 02:08:35.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=55.211528ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:34.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.061 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:34.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.126 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/05/07 02:08:35.126 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.130 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408815308\n# Parse_time: 0\n# Compile_time: 0.00313811\n# Rewrite_time: 0.00000959\n# Optimize_time: 0\n# Wait_TS: 0.000324331\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.133 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:35.184 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:35.184 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.245 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.340 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.839686ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.350 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.350 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/05/07 02:08:35.387 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=53.167477ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.460 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.514 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/05/07 02:08:35.514 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.518 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386463822\n# Parse_time: 0\n# Compile_time: 0.001774359\n# Rewrite_time: 0.00000861\n# Optimize_time: 0\n# Wait_TS: 0.000379085\n# DB: mysql\n# Is_internal: true\n# Digest: 4407fc98c36858aed19a41d8ab6383e7885e71a2edd2716950a8847ee0c4ccd2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.524 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/05/07 02:08:35.580 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.580 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/05/07 02:08:35.645 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=3.689348ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:35.738 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:35.738 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/05/07 02:08:35.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=54.004163ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.815 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:35.874 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/05/07 02:08:35.874 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:35.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355925495\n# Parse_time: 0\n# Compile_time: 0.002924946\n# Rewrite_time: 0.000009788\n# Optimize_time: 0\n# Wait_TS: 0.000675567\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:35.880 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:35.925 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:35.925 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:36.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.086 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.4698ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.096 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.096 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/05/07 02:08:36.133 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=53.678897ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:35.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/05/07 02:08:36.261 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.265 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.386247851\n# Parse_time: 0\n# Compile_time: 0.001280522\n# Rewrite_time: 0.000008246\n# Optimize_time: 0\n# Wait_TS: 0.000312532\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.270 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/05/07 02:08:36.321 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.321 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/05/07 02:08:36.385 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.472 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.682773ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.482 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.482 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/05/07 02:08:36.519 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=53.63749ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.563 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/05/07 02:08:36.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.620 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352169436\n# Parse_time: 0\n# Compile_time: 0.002372707\n# Rewrite_time: 0.000012445\n# Optimize_time: 0\n# Wait_TS: 0.000482611\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.628 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/05/07 02:08:36.678 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:36.678 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/05/07 02:08:36.751 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.822 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.79404ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:36.837 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:36.837 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/05/07 02:08:36.868 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=52.953841ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.911 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:36.965 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/05/07 02:08:36.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:36.968 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344446256\n# Parse_time: 0\n# Compile_time: 0.003752701\n# Rewrite_time: 0.000013284\n# Optimize_time: 0\n# Wait_TS: 0.000404715\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:36.975 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:37.049 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.049 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:37.102 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.229 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.763539ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.239 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/05/07 02:08:37.274 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=52.959599ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:36.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.312 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:36.982 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.396 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/05/07 02:08:37.396 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.400 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.427933028\n# Parse_time: 0\n# Compile_time: 0.002939441\n# Rewrite_time: 0.000011246\n# Optimize_time: 0\n# Wait_TS: 0.000489395\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.418 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:37.468 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:37.468 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.533 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.618 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.974462ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.635 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.635 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/05/07 02:08:37.664 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=53.757482ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.714 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.768 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/05/07 02:08:37.768 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:37.771 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.35512704\n# Parse_time: 0\n# Compile_time: 0.001659272\n# Rewrite_time: 0.000009649\n# Optimize_time: 0\n# Wait_TS: 0.000339487\n# DB: mysql\n# Is_internal: true\n# Digest: df1a9dde39341a07eb2fb8ef599e6652770203b79af3e1800917053820a3b51c\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:37.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/05/07 02:08:37.826 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:37.826 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/05/07 02:08:37.872 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:37.932 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.70559ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:37.944 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:37.944 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/05/07 02:08:37.979 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=53.156747ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:37.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:37.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.073 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/05/07 02:08:38.073 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.076 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30349063\n# Parse_time: 0\n# Compile_time: 0.001252682\n# Rewrite_time: 0.000009704\n# Optimize_time: 0\n# Wait_TS: 0.000566133\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:38.078 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/05/07 02:08:38.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/05/07 02:08:38.199 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.245 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.43207ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:38.257 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.257 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/05/07 02:08:38.292 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=54.082818ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.351 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.389 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/05/07 02:08:38.389 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.393 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.315176736\n# Parse_time: 0\n# Compile_time: 0.000899556\n# Rewrite_time: 0.000010087\n# Optimize_time: 0\n# Wait_TS: 0.000454687\n# DB: mysql\n# Is_internal: true\n# Digest: 58329d63c08bcbc761a6b408e882dc874ae0220c9a2aaaeab91d992543fef52b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:38.400 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/05/07 02:08:38.460 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.460 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/05/07 02:08:38.519 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.615 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.513442ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:38.626 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.626 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/05/07 02:08:38.661 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=53.461853ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.706 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.766 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/05/07 02:08:38.766 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:38.770 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.372208065\n# Parse_time: 0\n# Compile_time: 0.002268586\n# Rewrite_time: 0.000021558\n# Optimize_time: 0\n# Wait_TS: 0.000486681\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:38.774 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/05/07 02:08:38.820 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:38.819 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/05/07 02:08:38.906 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:38.984 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=3.177562ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:38.997 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:38.997 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/05/07 02:08:39.031 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=55.032276ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:38.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.116 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:38.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.168 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/05/07 02:08:39.169 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399533103\n# Parse_time: 0\n# Compile_time: 0.001414366\n# Rewrite_time: 0.000011214\n# Optimize_time: 0\n# Wait_TS: 0.000254955\n# DB: mysql\n# Is_internal: true\n# Digest: 9e692f90f6e351e4eecf3fbff7177acf0a166d0cd79badb0ce0ced2bb754eb99\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:39.176 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/05/07 02:08:39.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.222 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/05/07 02:08:39.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.930677ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.381 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:39.381 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/05/07 02:08:39.417 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=53.668475ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.491 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.535 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/05/07 02:08:39.535 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.538 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364059715\n# Parse_time: 0\n# Compile_time: 0.001667204\n# Rewrite_time: 0.000010192\n# Optimize_time: 0\n# Wait_TS: 0.000420207\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:39.542 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/05/07 02:08:39.588 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.588 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/05/07 02:08:39.643 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.704 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.341169ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:39.714 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:39.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/05/07 02:08:39.751 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=53.57244ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:39.876 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/05/07 02:08:39.876 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:39.879 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338670788\n# Parse_time: 0\n# Compile_time: 0.001726738\n# Rewrite_time: 0.000011245\n# Optimize_time: 0\n# Wait_TS: 0.000320913\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:39.882 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:39.931 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:39.931 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/05/07 02:08:39.971 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.044 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.520757ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:40.056 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:40.056 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/05/07 02:08:40.090 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=52.977054ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:39.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.135 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:39.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.179 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/05/07 02:08:40.179 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.182 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301454267\n# Parse_time: 0\n# Compile_time: 0.001301797\n# Rewrite_time: 0.000008987\n# Optimize_time: 0\n# Wait_TS: 0.000363075\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:40.186 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/05/07 02:08:40.229 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:40.229 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/05/07 02:08:40.293 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.394 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.870655ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:40.407 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:40.407 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/05/07 02:08:40.445 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=57.954041ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.519 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.563 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/05/07 02:08:40.563 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.566 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.382127924\n# Parse_time: 0\n# Compile_time: 0.001713336\n# Rewrite_time: 0.0000127\n# Optimize_time: 0\n# Wait_TS: 0.000346307\n# DB: mysql\n# Is_internal: true\n# Digest: a30fd7e284f356f111cb15459926cdbebb3d6f24c950b6f3b9729d8b5f13ee4f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:40.571 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/05/07 02:08:40.573 +00:00] [INFO] [ddl_api.go:1139] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/05/07 02:08:40.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:40.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/05/07 02:08:40.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.781 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.982471ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:40.793 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:40.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/05/07 02:08:40.827 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=53.02562ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.902 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:40.956 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/05/07 02:08:40.956 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:40.960 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.390635135\n# Parse_time: 0\n# Compile_time: 0.002150965\n# Rewrite_time: 0.000009057\n# Optimize_time: 0\n# Wait_TS: 0.000372657\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:40.966 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:41.019 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.019 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:41.091 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.180 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.267031ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:41.191 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:41.191 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/05/07 02:08:41.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=52.964918ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:40.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.263 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:40.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.319 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/05/07 02:08:41.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:41.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.358015799\n# Parse_time: 0\n# Compile_time: 0.00219108\n# Rewrite_time: 0.000009748\n# Optimize_time: 0\n# Wait_TS: 0.000285466\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:41.327 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/05/07 02:08:41.380 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.380 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/05/07 02:08:41.435 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.530 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.45707ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:41.542 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:41.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/05/07 02:08:41.576 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=53.197665ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.587 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=b388c9c0-3e76-4eae-99f4-dc4642b6ad05] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:41.587 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:08:41.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.673 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/05/07 02:08:41.673 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:41.677 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.351564638\n# Parse_time: 0\n# Compile_time: 0.00219352\n# Rewrite_time: 0.000012078\n# Optimize_time: 0\n# Wait_TS: 0.000405243\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:41.698 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/05/07 02:08:41.786 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:41.786 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/05/07 02:08:41.840 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:41.976 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.52853ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:41.987 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:41.987 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/05/07 02:08:42.021 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=53.283978ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:41.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.070 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:41.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.172 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/05/07 02:08:42.173 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.177 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.495755797\n# Parse_time: 0\n# Compile_time: 0.017082898\n# Rewrite_time: 0.000017347\n# Optimize_time: 0\n# Wait_TS: 0.000516627\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:42.179 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/05/07 02:08:42.222 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.222 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/05/07 02:08:42.306 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.364 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.397568ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:42.374 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:42.374 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/05/07 02:08:42.410 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=53.281744ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.483 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.522 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/05/07 02:08:42.522 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348434788\n# Parse_time: 0\n# Compile_time: 0.001019749\n# Rewrite_time: 0.000010713\n# Optimize_time: 0\n# Wait_TS: 0.000392503\n# DB: mysql\n# Is_internal: true\n# Digest: 6eab04864600dfa37145d44689995984eecc83e3dc6ce49c1e75d23567f8bac3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:42.614 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.614 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), ',') != 0\n\t);"] [2024/05/07 02:08:42.660 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.768 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.770127ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:42.778 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:42.778 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/05/07 02:08:42.815 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=53.328556ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.862 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:42.930 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/05/07 02:08:42.930 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:42.933 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399360215\n# Parse_time: 0\n# Compile_time: 0.007880106\n# Rewrite_time: 0.004036943\n# Optimize_time: 0\n# Wait_TS: 0.000406766\n# DB: mysql\n# Is_internal: true\n# Digest: 96862a845511a9a5adb6aee43dd8eb50968e12bb7d22d4585df8d692780c2f3e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:42.939 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/05/07 02:08:42.992 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:42.992 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/05/07 02:08:43.060 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.159 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.779133ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:43.172 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.172 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/05/07 02:08:43.207 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=54.791097ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.259 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.317 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/05/07 02:08:43.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:43.320 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.383282646\n# Parse_time: 0\n# Compile_time: 0.002710916\n# Rewrite_time: 0.000014792\n# Optimize_time: 0\n# Wait_TS: 0.000376866\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:43.328 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/05/07 02:08:43.373 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:43.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/05/07 02:08:43.447 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.516 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.864558ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:43.529 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.529 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/05/07 02:08:43.563 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=53.639012ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.614 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.657 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/05/07 02:08:43.657 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:43.660 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.33357718\n# Parse_time: 0\n# Compile_time: 0.002020538\n# Rewrite_time: 0.000010736\n# Optimize_time: 0\n# Wait_TS: 0.000507131\n# DB: mysql\n# Is_internal: true\n# Digest: 1ce2bb4fd69df5a5aeb254910aeeab700c1408b8c2de8f7dbe3ebbc11a4b1542\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:43.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/05/07 02:08:43.714 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:43.714 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/05/07 02:08:43.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.620502ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:43.847 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:43.847 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/05/07 02:08:43.881 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=53.217084ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:43.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:43.974 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:43.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.023 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/05/07 02:08:44.023 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:44.026 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364428233\n# Parse_time: 0\n# Compile_time: 0.001478103\n# Rewrite_time: 0.000009222\n# Optimize_time: 0\n# Wait_TS: 0.000406715\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:44.033 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/05/07 02:08:44.133 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:44.133 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/05/07 02:08:44.201 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.355 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.960955ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:44.366 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:44.366 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/05/07 02:08:44.392 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=53.169825ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.463 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.556 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/05/07 02:08:44.556 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:44.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.52878182\n# Parse_time: 0\n# Compile_time: 0.003212319\n# Rewrite_time: 0.000010129\n# Optimize_time: 0\n# Wait_TS: 0.000275716\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:44.575 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/05/07 02:08:44.659 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:44.659 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/05/07 02:08:44.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.702324ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:44.846 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:44.846 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/05/07 02:08:44.880 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=53.392299ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:44.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:44.964 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:44.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.045 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/05/07 02:08:45.045 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.048 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.486096522\n# Parse_time: 0\n# Compile_time: 0.012583578\n# Rewrite_time: 0.000012468\n# Optimize_time: 0\n# Wait_TS: 0.000675282\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:45.056 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/05/07 02:08:45.138 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.138 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/05/07 02:08:45.186 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.071767ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:45.380 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:45.380 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/05/07 02:08:45.416 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=53.51652ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.459 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.542 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/05/07 02:08:45.542 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:45.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.492898441\n# Parse_time: 0\n# Compile_time: 0.003367875\n# Rewrite_time: 0.000013017\n# Optimize_time: 0\n# Wait_TS: 0.000349958\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:45.551 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:45.633 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:45.633 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:45.704 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.855 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.158642ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:45.866 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:45.866 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/05/07 02:08:45.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=54.401277ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:45.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:45.977 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:45.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/05/07 02:08:46.071 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:46.075 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.526797454\n# Parse_time: 0\n# Compile_time: 0.002423139\n# Rewrite_time: 0.000011422\n# Optimize_time: 0\n# Wait_TS: 0.000379639\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:46.082 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/05/07 02:08:46.166 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.166 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/05/07 02:08:46.230 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.356 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.13867ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:46.366 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:46.366 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/05/07 02:08:46.401 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=53.397174ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.457 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.547 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/05/07 02:08:46.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:46.550 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.471114909\n# Parse_time: 0\n# Compile_time: 0.002892983\n# Rewrite_time: 0.000010783\n# Optimize_time: 0\n# Wait_TS: 0.000432722\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:46.559 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/05/07 02:08:46.637 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:46.637 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/05/07 02:08:46.677 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.815 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.941901ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:46.825 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:46.825 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/05/07 02:08:46.860 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=53.136721ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.907 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:46.991 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/05/07 02:08:46.991 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:46.994 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.439905081\n# Parse_time: 0\n# Compile_time: 0.004873281\n# Rewrite_time: 0.000012094\n# Optimize_time: 0\n# Wait_TS: 0.000367935\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:47.000 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:47.059 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:47.059 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.120 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.128196ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:47.228 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:47.228 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/05/07 02:08:47.264 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=53.418703ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:46.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.306 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:46.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.381 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/05/07 02:08:47.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.385 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.387169374\n# Parse_time: 0\n# Compile_time: 0.002570567\n# Rewrite_time: 0.000010692\n# Optimize_time: 0\n# Wait_TS: 0.000430401\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:47.393 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:47.458 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.458 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:47.506 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.608 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.738636ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:47.620 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:47.620 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/05/07 02:08:47.642 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=52.951561ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.732 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:47.808 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/05/07 02:08:47.809 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:47.815 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.426011262\n# Parse_time: 0\n# Compile_time: 0.003887422\n# Rewrite_time: 0.000013621\n# Optimize_time: 0\n# Wait_TS: 0.000416629\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:47.827 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/05/07 02:08:47.927 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:47.927 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/05/07 02:08:48.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.170 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.603568ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:48.181 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:48.181 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/05/07 02:08:48.212 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=55.61234ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:47.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.269 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:47.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.367 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/05/07 02:08:48.367 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:48.371 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.54942171\n# Parse_time: 0\n# Compile_time: 0.005986978\n# Rewrite_time: 0.000015242\n# Optimize_time: 0\n# Wait_TS: 0.000447385\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:48.375 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/05/07 02:08:48.458 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:48.458 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/05/07 02:08:48.518 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.628 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.580893ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:48.639 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:48.639 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/05/07 02:08:48.672 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=53.858595ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.713 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:48.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.779 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/05/07 02:08:48.779 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:48.782 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408946993\n# Parse_time: 0\n# Compile_time: 0.002175111\n# Rewrite_time: 0.000009348\n# Optimize_time: 0\n# Wait_TS: 0.000436765\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:48.785 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/05/07 02:08:48.842 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:48.842 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/05/07 02:08:48.919 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:48.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:48.989 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.762518ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:49.000 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:49.000 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/05/07 02:08:49.035 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=53.030044ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:48.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.102 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:48.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.151 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/05/07 02:08:49.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:49.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.370214603\n# Parse_time: 0\n# Compile_time: 0.001405724\n# Rewrite_time: 0.00000865\n# Optimize_time: 0\n# Wait_TS: 0.000349697\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:49.158 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/05/07 02:08:49.224 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:49.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:49.224 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:49.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/05/07 02:08:49.275 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:49.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.354 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.186717ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:49.366 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:49.366 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/05/07 02:08:49.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=53.733172ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:49.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.492 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:49.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.561 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/05/07 02:08:49.561 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:49.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.408466366\n# Parse_time: 0\n# Compile_time: 0.00158458\n# Rewrite_time: 0.00000946\n# Optimize_time: 0\n# Wait_TS: 0.000289215\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:49.566 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/05/07 02:08:49.599 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:49.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:49.600 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:49.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/05/07 02:08:49.608 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:49.609 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:49.609 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:49.609 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:49.639 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:49.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.669 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=923.788µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:49.678 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:49.678 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/05/07 02:08:49.718 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=53.707214ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:49.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:49.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:49.788 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/05/07 02:08:49.788 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:49.845 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:49.844 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/05/07 02:08:49.924 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.018 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=3.407392ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/05/07 02:08:50.029 +00:00] [INFO] [domain.go:868] ["session manager is nil"] [2024/05/07 02:08:50.030 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/05/07 02:08:50.063 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=53.773145ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.108 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:49.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:50.152 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/05/07 02:08:50.152 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:50.156 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.361753435\n# Parse_time: 0\n# Compile_time: 0.003450678\n# Rewrite_time: 0.001630227\n# Optimize_time: 0\n# Wait_TS: 0.000396212\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/05/07 02:08:50.774 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589472167723015\n# Query_time: 0.366076657\n# Parse_time: 0\n# Compile_time: 0.180146478\n# Rewrite_time: 0.006267409\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 362682\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNzYuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDM0LjUBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDc0Mi41wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDM4LjPCtXMRQQx3YWl0DRoMNDguOR0aKGt2X3JlYWRfd2FsDWgQIDkzLjYJIghpa3YuGQAQMTIwLjgJggxzY2FuPoIADGtleXMFxShnZXRfc25hcHNobxF2BDE0BVJocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaFAeG46IHtwcmV3cml0ZToxLjYhNQFOESEYczoyOTguNwVMCRQQOjEuMTMBJxxzbG93ZXN0XxE/JUIAIDGCZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIag4MTI3LjAuMC4xOjIwMTYyQmEBOggBCDY1MwWEBH0sOggBAas++QAEMC4pTVr7AAXrOUoFkRRfYmF0Y2gltQw6IDIyBe4ocHJvcG9zZV9zZW4hrUhpdDogMHMsIHBlcnNpc3RfbG9nGe0IMTU2JagELCAJXhRsZWFkZXINUCgzNjJucywgc3luYwk2BDkxBc0RLShtZW10YWJsZTogM1FvKWoJLgwzODguCdEQYXBwbHkyqwAEMTUNSgUbFZAINzIuKf4UbXV0ZXhfKfkBvUqeABkXAHdhOQAxUa0JKxmcADgJnF09GHByaW1hcnlG9wEEMXP+9wEt9wwzNzMuIY2O9wEINy41CfTe9wEAMWHrACyy9wEEODgtaCktMvYBBDc2NvUBDDQ4LjFFWAksOVkAMSlZdZRFWQgxODSNTyXaNvUBBDEuXRA19QQ0NSUsCCwgbcb1AQAwDVI+nAAINi42JYAh9m3JCG51baEnCSqFgQAxUckYYnl0ZTozMgUubGluc2VydDoxNDIuMm1zCTEwNi4yIEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/05/07 02:08:50.876 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=21.28917356s] [2024/05/07 02:08:50.883 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] [2024/05/07 02:08:50.883 +00:00] [INFO] [manager.go:273] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] [2024/05/07 02:08:50.884 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager d51b48ad-9ad1-4c81-ba35-6ad226a75f83"] [] [2024/05/07 02:08:50.885 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.885 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=16.175µs] [2024/05/07 02:08:50.885 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=12.727µs] [2024/05/07 02:08:50.885 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=8.964µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=8.772µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=9.125µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=5.977µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.768µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=5.813µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=3.302µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=7.04µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.435µs] [2024/05/07 02:08:50.886 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:08:50.886 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:08:50.886 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:08:50.899 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=d51b48ad-9ad1-4c81-ba35-6ad226a75f83] ["take time"=18.773026ms] [2024/05/07 02:08:50.900 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=d51b48ad-9ad1-4c81-ba35-6ad226a75f83] [2024/05/07 02:08:50.902 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=1574] [2024/05/07 02:08:50.902 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:08:50.902 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:08:50.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:50.902 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:08:50.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:50.902 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:08:50.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:50.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:50.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:50.902 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:08:50.903 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:50.903 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:50.903 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05 watch owner key /tidb/br-stream/owner/3eaa8f50cd6cd070"] [2024/05/07 02:08:50.903 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05"] [2024/05/07 02:08:50.903 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:08:50.903 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05"] [2024/05/07 02:08:50.903 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:08:50.903 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:08:50.905 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:08:50.905 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b388c9c0-3e76-4eae-99f4-dc4642b6ad05] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:50.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:50.905 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:08:50.905 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05"] [error="context canceled"] [2024/05/07 02:08:50.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:50.905 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:50.905 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:08:50.906 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=24.831067ms] [2024/05/07 02:08:50.906 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7366073325147741715] ["ddl lease"=500ms] ["stats lease"=3s] [2024/05/07 02:08:50.916 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/05/07 02:08:51.056 +00:00] [INFO] [domain.go:2796] [acquireServerID] [serverID=413] ["lease id"=22318f50cd6cd1bd] [2024/05/07 02:08:51.058 +00:00] [INFO] [controller.go:185] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/05/07 02:08:51.105 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:08:51.652 +00:00] [INFO] [domain.go:315] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=589.403304ms] [2024/05/07 02:08:51.657 +00:00] [INFO] [domain.go:635] ["full load and reset schema validator"] [2024/05/07 02:08:51.657 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=598.442781ms] [2024/05/07 02:08:51.657 +00:00] [INFO] [ddl.go:818] ["start DDL"] [category=ddl] [ID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [runWorker=true] [2024/05/07 02:08:51.657 +00:00] [INFO] [ddl.go:777] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/05/07 02:08:51.660 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/05/07 02:08:51.661 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/05/07 02:08:51.661 +00:00] [WARN] [domain.go:1278] ["loading schema and starting ddl take a long time, we do a new reload"] ["take time"=601.858082ms] [2024/05/07 02:08:51.661 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:51.663 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6cd14f] [ownerID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [op=none] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:51.664 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:51.665 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/05/07 02:08:51.665 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:08:51.665 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:08:51.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/05/07 02:08:51.665 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:51.665 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/05/07 02:08:51.668 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:08:51.668 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=f41abb9e-22cb-4a1c-92b7-a0e65078688b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:08:51.692 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/05/07 02:08:51.693 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:08:51.693 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/05/07 02:08:51.695 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] ["owner key"=/tidb/bindinfo/owner/3eaa8f50cd6cd153] [ownerID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [op=none] [2024/05/07 02:08:51.712 +00:00] [INFO] [sysvar.go:2748] ["set resource control"] [enable=true] [2024/05/07 02:08:51.713 +00:00] [INFO] [job_table.go:334] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/05/07 02:08:51.714 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] ["owner key"=/tidb/ddl/fg/owner/3eaa8f50cd6cd14f] [ownerID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [op=none] [2024/05/07 02:08:51.714 +00:00] [INFO] [manager.go:394] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [op=none] [2024/05/07 02:08:51.714 +00:00] [INFO] [job_table.go:349] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/05/07 02:08:51.719 +00:00] [INFO] [controller.go:447] ["[resource group controller] create resource group cost controller"] [name=default] [2024/05/07 02:08:51.804 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:08:51.822 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:08:51.849 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:08:51.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:08:51.850 +00:00] [INFO] [domain.go:2016] ["PlanReplayerTaskCollectHandle started"] [2024/05/07 02:08:51.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:08:51.850 +00:00] [INFO] [domain.go:2038] ["PlanReplayerTaskDumpHandle started"] [2024/05/07 02:08:51.850 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:08:51.850 +00:00] [INFO] [domain.go:2070] ["dumpFileGcChecker started"] [2024/05/07 02:08:51.850 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/05/07 02:08:51.850 +00:00] [INFO] [domain.go:2103] ["HistoricalStatsWorker started"] [2024/05/07 02:08:51.857 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:08:51.857 +00:00] [INFO] [manager.go:188] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/05/07 02:08:51.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:08:51.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:08:51.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:08:51.859 +00:00] [INFO] [domain.go:2389] ["updateStatsWorker started."] [2024/05/07 02:08:51.859 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:08:51.862 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] ["owner key"=/tidb/stats/owner/3eaa8f50cd6cd156] [ownerID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [op=none] [2024/05/07 02:08:51.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:08:51.865 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/05/07 02:08:51.870 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/cca76586-112c-4221-b84f-d87dbd1ae064] [2024/05/07 02:08:51.871 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:51.871 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/05/07 02:08:51.900 +00:00] [INFO] [domain.go:2308] ["init stats info time"] [lite=true] ["take time"=42.75533ms] [2024/05/07 02:08:52.190 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589472613105674\n# Query_time: 0.322705992\n# Parse_time: 0\n# Compile_time: 0.002712754\n# Rewrite_time: 0.000493867\n# Optimize_time: 0.000700901\n# Wait_TS: 0.000134421\n# Prewrite_time: 0.001589316 Commit_time: 0.001300101 Get_commit_ts_time: 0.003458719 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 647.2µs}, scan_detail: {get_snapshot_time: 14.1µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 13µs, propose_send_wait: 0s, persist_log: {total: 72.7µs, write_leader_wait: 68ns, sync_log: 44.5µs, write_memtable: 2.21µs}, commit_log: 385.6µs, apply_batch_wait: 11µs, apply: {total:59.2µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.4µs, write_memtable: 10.6µs}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 647.2µs}, scan_detail: {get_snapshot_time: 14.1µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 13µs, propose_send_wait: 0s, persist_log: {total: 72.7µs, write_leader_wait: 68ns, sync_log: 44.5µs, write_memtable: 2.21µs}, commit_log: 385.6µs, apply_batch_wait: 11µs, apply: {total:59.2µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 16.4µs, write_memtable: 10.6µs}}} Write_keys: 2 Write_size: 92 Prewrite_region: 1\n# Is_internal: true\n# Digest: 72b08e5d40a3aae0dc5b8404a58b1e8e8083e4906fd9942dce9ee5a0a1584ed0\n# Num_cop_tasks: 0\n# Mem_max: 8485\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4hbwdTAJMjdfMQkwCTAJTi9BCTAJdGltZTozMTIuNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI4OS43wrVzLCBhdXRvX2lkX2FsbG9jYXRvcjoge2FsbG9jX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQwBfBWooNjE0LjHCtXN9LCABEBhfZGV0YWlsEWccX3Byb2Nlc3MJLBQgMjEuM8IBcwB0BUEMd2FpdBEaADcyGgAoa3ZfcmVhZF93YWwNaBAgNTIuNAk8CGlrdi4ZAAA2AcYYfSwgc2Nhbj5/AExrZXlzOiAxLCBnZXRfc25hcHNobxFzDDkuNDYFUWhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BoER4bjoge3ByZXdyaXRlOjEuNTYhWQFRESIQczozMzgNngkUEDoxLjE3ASccc2xvd2VzdF8RQABfIUIAIDGEZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIao4MTI3LjAuMC4xOjIwMTYyQmEBPggBDDk4LjkpijYLAQGrOvwADDIzLjVu/AAF7DlNBZEUX2JhdGNoJbUUOiAyNC4yBUEocHJvcG9zZV9zZW4hr0hpdDogMHMsIHBlcnNpc3RfbG9nGe8IMTk4DTYJYBRsZWFkZXINUiQ5NG5zLCBzeW5jCTUEMTRJWQAsDS0wbWVtdGFibGU6IDIuNQF8OaMFZQgzNzlFiRgsIGFwcGx5Mq4ABDE0JRoNGxWRBDc2DRcUbXV0ZXhfKf0BvkqfABkXAHdlPgQwLkF3Rp0ABDExJVouQgIYcHJpbWFyef77AWr7AQg0MDJlP0IGA0r7AQQxMA31WvcCCfx1x0b7AQAxcYmu+wEINDcuaW0JXzL6AQQzNjb6AQQyNlpcAQw0MTVuAeRpZCn3CDIwNSVxLdw29wExpUUSNfcANSm6xvUBDDEwLjhF9QnFWZIIOS43ARkl9W3MEG51bToxUR+FhxUOGGJ5dGU6MzIFLixjaGVja19pbnNlcnQRoa0TocQAMoFECG1lbQ0iDRoINS4yhYQ4cHJlZmV0Y2g6IDMwNi45ASyBXwR7QmGpAEdmtAUBLgQ3bSFKhrMFCDMwNSGeqbEAa0aXBQgzMDUJej6PBA0ZQpMCDUpqmQUEMjVNLFKiAnKbBSUEQfVNI6GbBC40JS0JEgw6MS4zISiGmAUEMnM2mAUENCzemAUENDeF9kIKAQGoOpgF7U0ALFb7AFFPbp0D6WCumwMENzIybwMymwMENjgh/bmVBDQ0bW0+AgMIMi4yGgYIKWhpnQQzODHLZYI2nQMBMG22UfoIOjU5JSsELCDKnQMANu2CPpsABDEwRU8uOQKikgXi9QEINDY4xY6S9QHJM+r1AQA0BeIALLL3AQQxNjYxATL4AQQ0Nzb4AQAxIuAIQl4BBC4wSo0HBDI1scRK+QFRRAUbNfsENjMlMdL7AQAyDTtCnQAAM0UUJftimAUAMnFXpZhEOTJ9CTI5MyBCeXRlcwlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('7BbwXgrnFgoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6MzEyLjVtcywgbG9vcHM6MWLLDXByZXBhcmU6IHt0b3RhbDogMjg5LjfCtXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQwBfBWsoNjE0LjHCtXN9LCABEBhfZGV0YWlsEWccX3Byb2Nlc3MJLBQgMjEuM8IBcwlBDHdhaXQRGgA3MhoAKGt2X3JlYWRfd2FsDWgQIDUyLjQJPAhpa3YuGQAENjcJfwxzY2FuPn8ADGtleXMFwihnZXRfc25hcHNobxFzDDkuNDYFUWhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BoFB4bjoge3ByZXdyaXRlOjEuNTZtcywFUREiEHM6MzM4DZ4JFBA6MS4xNwEnHHNsb3dlc3RfEUAlQgAgMYRkMC4wMDFzLCByZWdpb25faWQ6IDEwLCBzdG8hqjgxMjcuMC4wLjE6MjAxNjJCYQE+CAEMOTguOU4LAUr8AAwyMy41bvwABew5TQWRFF9iYXRjaCW1FDogMjQuMgVBKHByb3Bvc2Vfc2VuIa9IaXQ6IDBzLCBwZXJzaXN0X2xvZxnvCDE5OA02CWAUbGVhZGVyDVIkOTRucywgc3luYwk1BDE0SVkALA0tMG1lbXRhYmxlOiAyLjUBfDmjBWUIMzc5RYkYLCBhcHBseTKuAAQxNCUaDRsVkQQ3Ng0XFG11dGV4Xyn9Ab5KnwAZFwB3ZT4AMG09CSsZnQQxMSVaLkICGHByaW1hcnn++wFq+wEINDAyZT8EfSw6BgNK+wEEMTAN9Vr3AgnRdcdG+wEAMXGJrvsBCDQ3LmltCV8y+gEEMzY2+gEEMjZaXAEMNDE1bgHkaWQp9wgyMDUlcS3cNvcBMaVFEjX3ADWBMQAsyvUBDDEwLjhF9QnFOfUIOS43ARkl9W3MCG51baEqCSqFhwAxUcoYYnl0ZTozMgUuGGNoZWNrX2mlyBGhrROhxQAygUQIbWVtDSINGgg1LjKFhDhwcmVmZXRjaDogMzA2LjkBLKGhBHtCYalqtAUBLgQ3bSFKhrMFCDMwNSGeqbEAa0aXBQgzMDUJej6PBA0ZQpMCDUpqmQUEMjVNLFKiAhB9fWLeCE0CRpwFJQVB9hEiEHM6My40JS4JEgw6MS4zISmGmQUEMnM2mQUENCzemQUENDeF90ILAQGoOpUG7U4ALFb8AFFCbp4D6WGunAMENzIycAMynAMENjgh/rmWBDQ0bW5J2XkDCDIuMhoHCCloaZ4EMzgxzGWDNp4DATBtt1H7CDo1OSUr0p4DADbtgz6bAAQxMEVQaXDp1aKTBeL1AQg0NjjFj5L1Ack06vUBADQF4gAssvcBBDE2NjEBMvgBBDQ3NvgBADEi4QhCXgEELjBKjgcEMjWxxUr5AVFEBRs1+wQ2MyUx0vsBADINO0KdAAAzRRQl+2KZBQAycVelmUg5Mn1wpQJ4////////////ARgB')\n# Resource_group: default\n;"] [2024/05/07 02:08:52.191 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:08:52.191 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/05/07 02:08:52.192 +00:00] [INFO] [domain.go:1525] ["dist task executor manager started"] [2024/05/07 02:08:52.229 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/05/07 02:08:52.249 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/05/07 02:08:52.252 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/05/07 02:08:52.282 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:52.282 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/07 02:08:52.343 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b388c9c0-3e76-4eae-99f4-dc4642b6ad05"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:08:52.360 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.399 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.068744ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:08:52.411 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/05/07 02:08:52.446 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=53.694428ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:08:52.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.483 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.515 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/05/07 02:08:52.516 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:52.545 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:08:52.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/07 02:08:52.589 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:52.589 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:08:52.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.672 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/05/07 02:08:52.688 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/05/07 02:08:52.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:08:52.689 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:08:52.689 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/05/07 02:08:52.740 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.287542ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:52.751 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/05/07 02:08:52.787 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=53.229034ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:52.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.835 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:52.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:52.871 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/05/07 02:08:52.871 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/05/07 02:08:52.871 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cca76586-112c-4221-b84f-d87dbd1ae064] [watcherID=156d240f-ff1f-40d0-8b34-e887eb72b9a8] [2024/05/07 02:08:52.874 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/05/07 02:08:52.874 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:52.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.330524588\n# Parse_time: 0.000701277\n# Compile_time: 0.001066895\n# Rewrite_time: 0.000011568\n# Optimize_time: 0.000559132\n# Wait_TS: 0.000417551\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:08:53.192 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/05/07 02:08:53.204 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/05/07 02:08:53.204 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/05/07 02:08:53.204 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/05/07 02:08:53.204 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/05/07 02:08:53.204 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/05/07 02:08:53.661 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/05/07 02:08:53.795 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.013 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:54.158 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:08:54.202 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:54.202 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:08:54.313 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:54.314 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:54.316 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/05/07 02:08:54.340 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.343 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:54.344 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:08:54.344 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=131.501µs] [2024/05/07 02:08:54.344 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=402.162µs] [] [2024/05/07 02:08:54.345 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:54.345 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:08:54.506 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/05/07 02:08:54.530 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/05/07 02:08:54.556 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:08:54.601 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:54.603 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 02:08:54.604 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:54.605 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/05/07 02:08:54.615 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:54.615 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:08:54.616 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:54.616 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:54.617 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:54.617 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:54.617 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:54.617 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:54.617 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:54.636 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:54.637 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:54.637 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:54.638 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:54.638 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/05/07 02:08:54.695 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/05/07 02:08:54.701 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:08:54.705 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:54.705 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:54.720 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/05/07 02:08:54.724 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.638745ms] [encodeDur=1.058602ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=416.169µs] [type=file] [takeTime=3.762506ms] [] [2024/05/07 02:08:54.725 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:54.725 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5a7bde8a-c976-4d28-bfdc-9b7253dd3af6.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/05/07 02:08:54.737 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/05/07 02:08:54.740 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=1.150166ms] [encodeDur=745.15µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=276.233µs] [type=file] [takeTime=2.487323ms] [] [2024/05/07 02:08:54.740 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/05/07 02:08:54.740 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ae82d513-1ae0-4db2-a728-7db22ec949ea.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/05/07 02:08:54.763 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/05/07 02:08:54.766 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=1.190484ms] [encodeDur=1.035196ms] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=273.869µs] [type=file] [takeTime=2.805748ms] [] [2024/05/07 02:08:54.767 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/90e51d3e-15a5-4782-85a3-0f2fa0f2cc97.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/05/07 02:08:54.767 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=72.05921ms] [] [2024/05/07 02:08:54.767 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:08:54.767 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:08:54.767 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:08:54.771 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.947952ms] [] [2024/05/07 02:08:54.771 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:08:54.776 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:54.798 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 02:08:54.799 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:54.817 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 02:08:54.833 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=61.850815ms] [] [2024/05/07 02:08:54.833 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:08:54.835 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.609129ms] [] [2024/05/07 02:08:54.835 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/05/07 02:08:54.835 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:54.837 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.945847ms] [] [2024/05/07 02:08:54.837 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:08:54.837 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:54.837 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=77.486µs] [] [2024/05/07 02:08:54.837 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:54.838 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.107066ms] [] [2024/05/07 02:08:54.914 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:54.920 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:54.920 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:54.920 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:54.920 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:54.923 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:54.924 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:54.924 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:54.924 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:54.924 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:54.924 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=322.810991ms] [] [2024/05/07 02:08:54.933 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:54.935 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:54.936 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:54.936 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:55.016 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:08:55.018 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:55.018 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:08:55.193 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:55.239 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:08:55.239 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:08:55.239 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/05/07 02:08:55.247 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.875502ms] [] [2024/05/07 02:08:55.247 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/05/07 02:08:55.247 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/07 02:08:55.247 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/05/07 02:08:55.247 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/05/07 02:08:55.251 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/05/07 02:08:55.252 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/05/07 02:08:55.253 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.586195ms] [] [2024/05/07 02:08:55.253 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=13.781723ms] [] [2024/05/07 02:08:55.311 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=117.800665ms] [] [2024/05/07 02:08:55.324 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:55.324 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/05/07 02:08:55.327 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/05/07 02:08:55.371 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/05/07 02:08:55.408 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:55.430 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:55.430 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/05/07 02:08:55.525 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:55.748 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.869678766\n# Parse_time: 0.000936394\n# Compile_time: 0.001680084\n# Rewrite_time: 0.000257714\n# Optimize_time: 0.000559132\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:08:55.759 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:08:55.786 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:08:55.787 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:55.858 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.891 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=318.061µs] [gotSchemaVersion=54] [phyTblIDs="[106]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:55.903 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/05/07 02:08:55.940 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=54.406876ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:55.973 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=230.617µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:56.018 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/05/07 02:08:56.054 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=53.877335ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.131 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.141 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/05/07 02:08:56.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=307.443µs] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:56.214 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/05/07 02:08:56.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=54.121063ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.289 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/05/07 02:08:56.303 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/05/07 02:08:56.308 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:55.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.375 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/05/07 02:08:56.375 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:56.379 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.621606741\n# Parse_time: 0.000514874\n# Compile_time: 0.001203163\n# Rewrite_time: 0.000014481\n# Optimize_time: 0.001221999\n# Wait_TS: 0.000392367\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:08:56.382 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/05/07 02:08:56.430 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:56.430 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:08:56.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.487 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/05/07 02:08:56.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.60478ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:56.568 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/05/07 02:08:56.606 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=56.043367ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.662 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:56.718 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/05/07 02:08:56.719 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:56.722 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342675354\n# Parse_time: 0.001403189\n# Compile_time: 0.001103164\n# Rewrite_time: 0.000010765\n# Optimize_time: 0.001221999\n# Wait_TS: 0.000454974\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:08:56.736 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:56.938 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:08:57.062 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:08:57.109 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:57.110 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:08:57.218 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:08:57.219 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:57.221 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/05/07 02:08:57.243 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:57.247 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:08:57.247 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:08:57.247 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=119.801µs] [2024/05/07 02:08:57.247 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=306.081µs] [] [2024/05/07 02:08:57.247 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:08:57.247 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:08:57.399 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/05/07 02:08:57.419 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/05/07 02:08:57.442 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:08:57.507 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:57.509 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 02:08:57.511 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:57.520 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:08:57.521 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:08:57.521 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:57.521 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:08:57.522 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:57.522 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:08:57.522 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:08:57.522 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:08:57.523 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:57.538 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:08:57.540 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:08:57.540 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:08:57.540 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:08:57.540 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/05/07 02:08:57.585 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/05/07 02:08:57.590 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:08:57.594 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:57.594 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/07 02:08:57.603 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/05/07 02:08:57.606 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.353828ms] [encodeDur=574.429µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=61.268µs] [type=file] [takeTime=2.470694ms] [] [2024/05/07 02:08:57.607 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/07 02:08:57.607 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2f90d265-b912-4dbb-9c91-05f08d00d397.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/05/07 02:08:57.622 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/05/07 02:08:57.625 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.446125ms] [encodeDur=880.76µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=77.321µs] [type=file] [takeTime=2.859988ms] [] [2024/05/07 02:08:57.627 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/05/07 02:08:57.627 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/11a494ed-90c5-43ee-b4dc-36f441aad7cc.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/05/07 02:08:57.737 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/05/07 02:08:57.740 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.225929ms] [encodeDur=845.545µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=85.011µs] [type=file] [takeTime=2.53076ms] [] [2024/05/07 02:08:57.741 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=155.47941ms] [] [2024/05/07 02:08:57.741 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/504af1fc-df80-40e5-92a6-36e320ffd1bc.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/05/07 02:08:57.741 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:08:57.741 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:08:57.741 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:08:57.744 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.604058ms] [] [2024/05/07 02:08:57.744 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:08:57.750 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:08:57.772 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 02:08:57.772 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:08:57.787 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 02:08:57.789 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.444551ms] [] [2024/05/07 02:08:57.789 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:08:57.790 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.201698ms] [] [2024/05/07 02:08:57.790 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/05/07 02:08:57.790 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:57.792 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.515059ms] [] [2024/05/07 02:08:57.792 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:08:57.792 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:57.792 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=60.737µs] [] [2024/05/07 02:08:57.792 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:08:57.793 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.019952ms] [] [2024/05/07 02:08:57.855 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:08:57.858 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:08:57.858 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.858 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.859 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.859 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.859 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:08:57.861 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:08:57.861 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:08:57.861 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:08:57.861 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:08:57.861 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:08:57.861 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=353.781059ms] [] [2024/05/07 02:08:57.956 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:08:57.958 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:08:57.959 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/05/07 02:08:57.959 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:08:58.039 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:08:58.042 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:08:58.042 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:08:58.230 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:08:58.290 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:08:58.290 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:08:58.290 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/05/07 02:08:58.290 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=14.226µs] [] [2024/05/07 02:08:58.290 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:08:58.290 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:08:58.291 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/05/07 02:08:58.291 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/05/07 02:08:58.295 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/07 02:08:58.296 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:08:58.296 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=6.002282ms] [] [2024/05/07 02:08:58.296 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=6.203008ms] [] [2024/05/07 02:08:58.363 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:08:58.363 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/05/07 02:08:58.367 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/05/07 02:08:58.372 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=141.651423ms] [] [2024/05/07 02:08:58.430 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:58.442 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/05/07 02:08:58.462 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:08:58.462 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:58.475 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:58.475 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=1] [2024/05/07 02:08:58.572 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:08:58.585 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=2] [2024/05/07 02:08:58.644 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.920612335\n# Parse_time: 0.000582422\n# Compile_time: 0.001190804\n# Rewrite_time: 0.000296552\n# Optimize_time: 0.001221999\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:08:58.654 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:08:58.683 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:58.683 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:08:58.738 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.794 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=794.363µs] [gotSchemaVersion=58] [phyTblIDs="[109]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:58.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/05/07 02:08:58.825 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=54.253141ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.898 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:58.940 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=271.382µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:58.954 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/05/07 02:08:58.989 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=53.609572ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.026 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.035 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/05/07 02:08:59.073 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=279.644µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:08:59.085 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/05/07 02:08:59.122 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=53.227031ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.212 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/05/07 02:08:59.224 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/05/07 02:08:59.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-05-07 02:08:58.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.287 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/05/07 02:08:59.287 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:59.291 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.638589399\n# Parse_time: 0.000347436\n# Compile_time: 0.000784953\n# Rewrite_time: 0.00001353\n# Optimize_time: 0.001360195\n# Wait_TS: 0.000491152\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:08:59.295 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/05/07 02:08:59.376 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:08:59.376 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/07 02:08:59.430 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.441 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/05/07 02:08:59.520 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.90508ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:08:59.533 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/05/07 02:08:59.566 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=54.102696ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:08:59.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.616 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:08:59.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:08:59.668 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/05/07 02:08:59.668 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:08:59.672 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.38003521\n# Parse_time: 0.001650256\n# Compile_time: 0.001879239\n# Rewrite_time: 0.000013366\n# Optimize_time: 0.001360195\n# Wait_TS: 0.00059073\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/05/07 02:08:59.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:08:59.902 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:00.012 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:00.049 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/05/07 02:09:00.049 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:00.155 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:00.157 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:00.159 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/05/07 02:09:00.189 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:00.193 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:00.193 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:00.193 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=161.431µs] [2024/05/07 02:09:00.193 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=388.683µs] [] [2024/05/07 02:09:00.194 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:00.194 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:00.342 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/05/07 02:09:00.363 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/05/07 02:09:00.399 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:00.445 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:00.447 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 02:09:00.448 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:00.457 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:00.457 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:00.458 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:00.458 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:00.459 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:00.459 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:00.459 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:00.459 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:00.459 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:00.474 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:00.476 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:00.476 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:00.476 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/07 02:09:00.476 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/05/07 02:09:00.526 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/05/07 02:09:00.530 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:00.534 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:00.534 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 02:09:00.669 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/05/07 02:09:00.672 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.742093ms] [encodeDur=1.219667ms] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=269.917µs] [type=file] [takeTime=3.756986ms] [] [2024/05/07 02:09:00.675 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 02:09:00.675 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/54763006-aa14-45ee-b70f-5c862c583185.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/05/07 02:09:00.684 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/05/07 02:09:00.687 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.2132ms] [encodeDur=1.225853ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=88.385µs] [type=file] [takeTime=2.875327ms] [] [2024/05/07 02:09:00.689 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/05/07 02:09:00.689 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/eb380ad0-c770-4f01-b870-f9d0a7ec17d8.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/05/07 02:09:00.698 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/05/07 02:09:00.701 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.053551ms] [encodeDur=1.084047ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=79.278µs] [type=file] [takeTime=2.615172ms] [] [2024/05/07 02:09:00.702 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c83972dd-928b-4de1-8be0-fb91a17f141a.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/05/07 02:09:00.702 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=176.659388ms] [] [2024/05/07 02:09:00.703 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:09:00.703 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:09:00.703 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:00.705 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.009192ms] [] [2024/05/07 02:09:00.705 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:00.710 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:00.733 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 02:09:00.733 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:00.748 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 02:09:00.750 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.04901ms] [] [2024/05/07 02:09:00.750 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:00.752 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.192034ms] [] [2024/05/07 02:09:00.752 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/05/07 02:09:00.752 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:00.753 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.405128ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/8d119f98-0e6e-4b09-82c1-2435305fa83f.sst] [2024/05/07 02:09:00.753 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/8d119f98-0e6e-4b09-82c1-2435305fa83f.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/05/07 02:09:00.756 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.272202ms] [] [2024/05/07 02:09:00.756 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:00.761 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:00.783 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/05/07 02:09:00.783 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:00.797 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/05/07 02:09:00.799 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=42.536917ms] [] [2024/05/07 02:09:00.799 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:00.800 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.179284ms] [] [2024/05/07 02:09:00.866 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:00.872 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:00.872 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:00.872 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:00.872 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:00.873 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:00.875 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:00.875 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:00.875 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:00.875 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:00.875 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:00.875 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:00.875 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=430.206797ms] [] [2024/05/07 02:09:00.876 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:00.876 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:00.954 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:00.956 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:00.956 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:01.160 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:01.217 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:09:01.217 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:09:01.217 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/05/07 02:09:01.217 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=18.177µs] [] [2024/05/07 02:09:01.217 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:09:01.217 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/05/07 02:09:01.217 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/07 02:09:01.217 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/05/07 02:09:01.217 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/05/07 02:09:01.227 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/07 02:09:01.230 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/05/07 02:09:01.230 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/05/07 02:09:01.230 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.358445ms] [] [2024/05/07 02:09:01.230 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=13.622454ms] [] [2024/05/07 02:09:01.274 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:01.275 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/05/07 02:09:01.275 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=114.369395ms] [] [2024/05/07 02:09:01.278 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/05/07 02:09:01.329 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/05/07 02:09:01.358 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=3] [2024/05/07 02:09:01.387 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:01.387 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/05/07 02:09:01.516 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:01.566 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8935298600000001\n# Parse_time: 0.000570044\n# Compile_time: 0.001494361\n# Rewrite_time: 0.000353308\n# Optimize_time: 0.001360195\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:01.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:01.604 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:01.603 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:01.653 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.686 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=273.379µs] [gotSchemaVersion=62] [phyTblIDs="[112]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:01.697 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/05/07 02:09:01.735 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=54.153452ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.781 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.809 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=256.562µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:01.823 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/05/07 02:09:01.858 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=53.2688ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.912 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:01.924 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/05/07 02:09:01.970 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=256.644µs] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:01.982 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/05/07 02:09:02.019 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=53.939778ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.081 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/05/07 02:09:02.090 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/05/07 02:09:02.094 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:01.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.157 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/05/07 02:09:02.157 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:02.161 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.585893449\n# Parse_time: 0.000255007\n# Compile_time: 0.000617442\n# Rewrite_time: 0.000009188\n# Optimize_time: 0.001807938\n# Wait_TS: 0.000382455\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:02.163 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/05/07 02:09:02.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:02.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:02.225 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:02.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/07 02:09:02.264 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.273 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/05/07 02:09:02.370 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.446698ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:02.383 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/05/07 02:09:02.417 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=53.876337ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:02.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.488 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:02.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:02.527 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/05/07 02:09:02.528 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:02.531 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.369339191\n# Parse_time: 0.000727093\n# Compile_time: 0.001090741\n# Rewrite_time: 0.000011148\n# Optimize_time: 0.001807938\n# Wait_TS: 0.000345886\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/05/07 02:09:02.544 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:02.715 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:02.831 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:02.876 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/05/07 02:09:02.876 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:02.981 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:02.982 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:02.983 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/05/07 02:09:03.006 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:03.009 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:03.009 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:03.009 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=93.476µs] [2024/05/07 02:09:03.009 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=215.061µs] [] [2024/05/07 02:09:03.009 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:03.009 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:03.150 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/05/07 02:09:03.170 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/05/07 02:09:03.186 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:03.225 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:03.226 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 02:09:03.227 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:03.236 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:03.236 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:03.236 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:03.237 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:03.237 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:03.237 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:03.237 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:03.238 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:03.238 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:03.251 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:03.253 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:03.253 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:03.253 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:03.253 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/05/07 02:09:03.293 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/05/07 02:09:03.298 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:03.301 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:03.301 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/07 02:09:03.332 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/05/07 02:09:03.335 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.297546ms] [encodeDur=821.501µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=455.721µs] [type=file] [takeTime=2.993338ms] [] [2024/05/07 02:09:03.336 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/07 02:09:03.336 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/43a304f4-b04f-4e54-989a-6ee3f5534cd9.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/05/07 02:09:03.360 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/05/07 02:09:03.363 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.211929ms] [encodeDur=1.084733ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=53.551µs] [type=file] [takeTime=2.665786ms] [] [2024/05/07 02:09:03.364 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/05/07 02:09:03.364 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ab5bdae2-6388-4158-bc2a-d9c28e3c5e89.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/05/07 02:09:03.378 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/05/07 02:09:03.380 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.064611ms] [encodeDur=1.210973ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=53.172µs] [type=file] [takeTime=2.657784ms] [] [2024/05/07 02:09:03.381 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=88.302978ms] [] [2024/05/07 02:09:03.381 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7da62149-41b7-4079-8a20-8111605bc65f.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/05/07 02:09:03.382 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:09:03.382 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:09:03.382 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:03.384 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.289925ms] [] [2024/05/07 02:09:03.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:03.389 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:03.411 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 02:09:03.411 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:03.425 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 02:09:03.427 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.721987ms] [] [2024/05/07 02:09:03.427 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:03.429 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.421392ms] [] [2024/05/07 02:09:03.429 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/05/07 02:09:03.429 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:03.431 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.99862ms] [] [2024/05/07 02:09:03.431 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:03.431 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:03.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=64.044µs] [] [2024/05/07 02:09:03.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:03.432 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=900.763µs] [] [2024/05/07 02:09:03.480 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/05/07 02:09:03.483 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:03.483 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:03.483 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:03.483 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:03.485 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:03.485 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:03.485 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:03.485 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:03.485 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:03.485 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=260.267389ms] [] [2024/05/07 02:09:03.498 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:03.500 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:03.501 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:03.501 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:03.597 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:03.600 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:03.600 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:03.790 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:03.834 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:09:03.835 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:09:03.835 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/05/07 02:09:03.842 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=6.964707ms] [] [2024/05/07 02:09:03.842 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:09:03.842 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:09:03.842 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/05/07 02:09:03.842 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/05/07 02:09:03.845 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/07 02:09:03.846 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:09:03.846 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.49047ms] [] [2024/05/07 02:09:03.846 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=11.689931ms] [] [2024/05/07 02:09:03.888 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=97.792777ms] [] [2024/05/07 02:09:03.900 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:03.900 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/05/07 02:09:03.921 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/05/07 02:09:03.975 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/05/07 02:09:03.981 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=4] [2024/05/07 02:09:04.005 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:04.005 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/05/07 02:09:04.096 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.564420069\n# Parse_time: 0.000520027\n# Compile_time: 0.001147037\n# Rewrite_time: 0.000256105\n# Optimize_time: 0.001807938\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:04.106 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:04.106 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:04.139 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:04.139 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:04.194 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.227 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=249.756µs] [gotSchemaVersion=66] [phyTblIDs="[115]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:04.239 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/05/07 02:09:04.276 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=53.277642ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=387.237µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:04.402 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/05/07 02:09:04.438 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=53.825892ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.480 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.492 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/05/07 02:09:04.538 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=226.02µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:04.551 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/05/07 02:09:04.587 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=53.285771ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.636 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/05/07 02:09:04.645 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/05/07 02:09:04.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:04.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.713 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/05/07 02:09:04.713 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:04.717 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.612583278\n# Parse_time: 0.000396198\n# Compile_time: 0.001211379\n# Rewrite_time: 0.000014474\n# Optimize_time: 0.001015437\n# Wait_TS: 0.000398542\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:04.719 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/05/07 02:09:04.791 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:04.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:04.791 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:04.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/07 02:09:04.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:04.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:04.854 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/05/07 02:09:04.941 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.390819ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:04.952 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/05/07 02:09:04.988 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=53.356903ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:04.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.034 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:04.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:05.071 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/05/07 02:09:05.072 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:05.075 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.35765086\n# Parse_time: 0.000777409\n# Compile_time: 0.001131462\n# Rewrite_time: 0.000010381\n# Optimize_time: 0.001015437\n# Wait_TS: 0.000390509\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/05/07 02:09:05.089 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:05.330 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:05.442 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:05.488 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/05/07 02:09:05.488 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:05.595 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:05.596 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:05.598 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/05/07 02:09:05.619 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:05.622 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:05.622 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:05.622 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=155.978µs] [2024/05/07 02:09:05.622 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=323.525µs] [] [2024/05/07 02:09:05.622 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:05.622 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:05.806 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/05/07 02:09:05.825 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/05/07 02:09:05.828 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:05.872 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:05.873 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:09:05.875 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:05.884 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:05.884 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:05.885 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:05.885 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:05.886 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:05.886 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:05.886 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:05.886 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:05.886 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:05.901 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:05.902 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:05.902 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:05.902 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:05.903 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/05/07 02:09:05.946 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/05/07 02:09:05.950 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:05.953 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:05.953 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 02:09:06.101 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/05/07 02:09:06.105 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.151507ms] [encodeDur=1.056578ms] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=523.88µs] [type=file] [takeTime=3.189249ms] [] [2024/05/07 02:09:06.106 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 02:09:06.106 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c4e7dbd5-9244-4895-afe9-ba8462c65776.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/05/07 02:09:06.198 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/05/07 02:09:06.202 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=1.523034ms] [encodeDur=1.321667ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=102.447µs] [type=file] [takeTime=3.532309ms] [] [2024/05/07 02:09:06.203 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/05/07 02:09:06.203 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/508b2f02-3076-4e93-95ad-457863ca354b.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/05/07 02:09:06.223 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/05/07 02:09:06.226 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=1.084677ms] [encodeDur=897.719µs] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=61.346µs] [type=file] [takeTime=2.411293ms] [] [2024/05/07 02:09:06.227 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dc3acab8-67e5-4583-a389-25b5eca22c84.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/05/07 02:09:06.227 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=280.992351ms] [] [2024/05/07 02:09:06.227 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:09:06.227 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:09:06.227 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:06.229 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.904775ms] [] [2024/05/07 02:09:06.229 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:06.235 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:06.257 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/05/07 02:09:06.257 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:06.272 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/05/07 02:09:06.274 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.501064ms] [] [2024/05/07 02:09:06.274 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:06.275 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.356111ms] [] [2024/05/07 02:09:06.276 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/05/07 02:09:06.276 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:06.277 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.656487ms] [] [2024/05/07 02:09:06.277 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:06.278 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:06.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=77.902µs] [] [2024/05/07 02:09:06.278 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:06.279 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.037288ms] [] [2024/05/07 02:09:06.333 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:06.337 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:06.337 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:06.337 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:06.337 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:06.339 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:06.340 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:06.340 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:06.340 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:06.340 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:06.340 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=467.566609ms] [] [2024/05/07 02:09:06.412 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:06.414 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:06.415 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:06.415 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:06.486 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:06.488 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:06.488 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:06.657 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:06.713 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:09:06.713 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:09:06.713 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/05/07 02:09:06.722 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.98189ms] [] [2024/05/07 02:09:06.722 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:09:06.722 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:09:06.722 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/05/07 02:09:06.722 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/05/07 02:09:06.726 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/05/07 02:09:06.727 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:09:06.727 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.329775ms] [] [2024/05/07 02:09:06.727 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=14.622246ms] [] [2024/05/07 02:09:06.775 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=117.992321ms] [] [2024/05/07 02:09:06.810 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:06.811 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/05/07 02:09:06.815 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/05/07 02:09:06.866 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/05/07 02:09:06.896 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=5] [2024/05/07 02:09:06.949 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:06.949 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/05/07 02:09:07.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.938327101\n# Parse_time: 0.000529642\n# Compile_time: 0.001282416\n# Rewrite_time: 0.000330159\n# Optimize_time: 0.001015437\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:07.024 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:07.051 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:07.051 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:07.065 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:07.103 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.135 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=429.489µs] [gotSchemaVersion=70] [phyTblIDs="[118]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:07.146 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/05/07 02:09:07.183 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=52.857971ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.240 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.271 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=251.966µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:07.281 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/05/07 02:09:07.320 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=53.410554ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.355 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.385 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/05/07 02:09:07.443 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=281.886µs] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:07.457 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/05/07 02:09:07.493 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=55.396614ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.535 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/05/07 02:09:07.544 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/05/07 02:09:07.548 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:07.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.611 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/05/07 02:09:07.612 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:07.615 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.592682719\n# Parse_time: 0.000394237\n# Compile_time: 0.000759317\n# Rewrite_time: 0.000009935\n# Optimize_time: 0.001122385\n# Wait_TS: 0.000446877\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:07.618 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/05/07 02:09:07.663 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:07.663 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/07 02:09:07.730 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.740 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/05/07 02:09:07.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.713797ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:07.860 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/05/07 02:09:07.895 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=53.88338ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:07.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:07.968 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:07.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:08.019 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/05/07 02:09:08.019 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:08.022 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.406315893\n# Parse_time: 0.000826662\n# Compile_time: 0.001085673\n# Rewrite_time: 0.000011308\n# Optimize_time: 0.001122385\n# Wait_TS: 0.000300728\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/05/07 02:09:08.036 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:08.250 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:08.357 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:08.403 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:08.403 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:08.510 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:08.511 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:08.513 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/05/07 02:09:08.533 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:08.536 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:08.536 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:08.536 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=92.001µs] [2024/05/07 02:09:08.536 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=283.678µs] [] [2024/05/07 02:09:08.537 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:08.537 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:08.705 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/05/07 02:09:08.721 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:08.729 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/05/07 02:09:08.762 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:08.764 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:09:08.765 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:08.773 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:08.774 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:08.774 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:08.774 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:08.775 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:08.775 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:08.775 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:08.775 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:08.775 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:08.790 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:08.791 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:08.791 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:08.791 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:08.791 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/05/07 02:09:08.836 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/05/07 02:09:08.840 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:08.844 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:08.845 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/07 02:09:08.890 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/05/07 02:09:08.893 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=1.493619ms] [encodeDur=1.725752ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=159.63µs] [type=file] [takeTime=3.864507ms] [] [2024/05/07 02:09:08.895 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/07 02:09:08.895 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/08c2f8d1-6d74-4252-a5d8-aa505607b305.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/05/07 02:09:08.980 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/05/07 02:09:08.983 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.152961ms] [encodeDur=1.324646ms] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=110.001µs] [type=file] [takeTime=2.955059ms] [] [2024/05/07 02:09:08.984 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/bc947cb6-58e1-4194-9071-5681c3b51430.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/05/07 02:09:08.984 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/05/07 02:09:09.090 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/05/07 02:09:09.093 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=1.104027ms] [encodeDur=1.179658ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=81.28µs] [type=file] [takeTime=2.697166ms] [] [2024/05/07 02:09:09.094 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2cb0eff3-022c-421e-858b-28b2ae720768.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/05/07 02:09:09.094 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=258.355049ms] [] [2024/05/07 02:09:09.094 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:09:09.095 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:09:09.095 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:09.096 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.845308ms] [] [2024/05/07 02:09:09.097 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:09.101 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:09.123 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/07 02:09:09.123 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:09.138 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/07 02:09:09.140 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.205737ms] [] [2024/05/07 02:09:09.140 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:09.141 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.308515ms] [] [2024/05/07 02:09:09.141 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/05/07 02:09:09.141 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:09.143 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.619241ms] [] [2024/05/07 02:09:09.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:09.143 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:09.143 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=77.338µs] [] [2024/05/07 02:09:09.143 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:09.144 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=979.115µs] [] [2024/05/07 02:09:09.198 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:09.201 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:09.201 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:09.201 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:09.201 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:09.203 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:09.203 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:09.203 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:09.203 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:09.203 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:09.203 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=441.085151ms] [] [2024/05/07 02:09:09.253 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:09.255 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:09.256 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:09.257 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:09.323 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:09.325 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:09.326 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:09.479 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:09.524 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:09:09.524 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:09:09.524 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/05/07 02:09:09.524 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=12.511µs] [] [2024/05/07 02:09:09.524 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/05/07 02:09:09.524 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/07 02:09:09.524 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/05/07 02:09:09.524 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/05/07 02:09:09.527 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/05/07 02:09:09.528 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/05/07 02:09:09.528 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/05/07 02:09:09.528 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.414111ms] [] [2024/05/07 02:09:09.528 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.580893ms] [] [2024/05/07 02:09:09.588 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=108.683336ms] [] [2024/05/07 02:09:09.628 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:09.628 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/05/07 02:09:09.631 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/05/07 02:09:09.678 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/05/07 02:09:09.709 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:09.732 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:09.732 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/05/07 02:09:09.822 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:09.920 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.89694718\n# Parse_time: 0.000824084\n# Compile_time: 0.001387906\n# Rewrite_time: 0.000255644\n# Optimize_time: 0.001122385\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:09.930 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:09.980 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:09.980 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:10.055 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.087 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=294.639µs] [gotSchemaVersion=74] [phyTblIDs="[121]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:10.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/05/07 02:09:10.135 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=53.01836ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.214 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.242 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=218.595µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:10.253 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/05/07 02:09:10.292 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=53.753869ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.326 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.336 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/05/07 02:09:10.375 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=216.093µs] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:10.386 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/05/07 02:09:10.425 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=53.603554ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.498 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/05/07 02:09:10.508 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/05/07 02:09:10.513 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:09.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.568 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/05/07 02:09:10.569 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:10.572 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.643627194\n# Parse_time: 0.000323952\n# Compile_time: 0.000725303\n# Rewrite_time: 0.000012619\n# Optimize_time: 0.001260829\n# Wait_TS: 0.000402821\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:10.575 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/05/07 02:09:10.622 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:10.622 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:09:10.670 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.677 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/05/07 02:09:10.743 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=2.936895ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:10.754 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/05/07 02:09:10.790 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=53.490549ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:10.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.848 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:10.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:10.894 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/05/07 02:09:10.894 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:10.898 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.325256651\n# Parse_time: 0.001011676\n# Compile_time: 0.001216309\n# Rewrite_time: 0.000009773\n# Optimize_time: 0.001260829\n# Wait_TS: 0.00031917\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:09:10.914 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:11.089 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:11.176 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:11.233 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/05/07 02:09:11.233 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:11.338 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:11.339 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:11.340 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/05/07 02:09:11.361 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:11.364 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:11.364 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:11.364 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=100.673µs] [2024/05/07 02:09:11.364 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=260.775µs] [] [2024/05/07 02:09:11.364 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:11.364 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:11.491 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/05/07 02:09:11.509 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/05/07 02:09:11.534 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:11.570 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:11.572 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 02:09:11.573 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:11.581 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:11.581 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:11.581 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:11.581 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:11.582 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:11.582 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:11.582 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:11.582 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:11.583 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:11.597 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:11.598 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:11.598 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:11.598 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:11.598 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/05/07 02:09:11.659 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/05/07 02:09:11.663 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:11.667 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:11.667 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/07 02:09:11.682 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/05/07 02:09:11.685 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.149945ms] [encodeDur=881.27µs] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=302.017µs] [type=file] [takeTime=2.719371ms] [] [2024/05/07 02:09:11.686 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/07 02:09:11.686 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/45ac6c5b-d8a7-46f7-865a-77d4cb1c38f4.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/05/07 02:09:11.715 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/05/07 02:09:11.718 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=1.018096ms] [encodeDur=989.464µs] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=312.732µs] [type=file] [takeTime=2.625095ms] [] [2024/05/07 02:09:11.718 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/05/07 02:09:11.718 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/dde30c22-ca35-4697-8950-3379f0faa7cc.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/05/07 02:09:11.756 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/05/07 02:09:11.759 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.054632ms] [encodeDur=788.546µs] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=290.13µs] [type=file] [takeTime=2.402019ms] [] [2024/05/07 02:09:11.759 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=100.517038ms] [] [2024/05/07 02:09:11.759 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4b1eb81a-646e-4a52-a800-dd71b76e3c80.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/05/07 02:09:11.760 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:09:11.760 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:09:11.760 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:11.762 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.757812ms] [] [2024/05/07 02:09:11.762 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:11.767 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:11.789 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 02:09:11.789 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:11.803 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 02:09:11.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.872092ms] [] [2024/05/07 02:09:11.805 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:11.806 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.125098ms] [] [2024/05/07 02:09:11.806 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/05/07 02:09:11.806 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:11.808 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.492864ms] [] [2024/05/07 02:09:11.808 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:11.808 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:11.808 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=56.158µs] [] [2024/05/07 02:09:11.808 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:11.809 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=811.619µs] [] [2024/05/07 02:09:11.859 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/05/07 02:09:11.860 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:11.861 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:11.863 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:11.863 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:11.863 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:11.863 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:11.863 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:11.863 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:11.865 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:11.866 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:11.866 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:11.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:11.866 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:11.866 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=295.190273ms] [] [2024/05/07 02:09:11.936 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/05/07 02:09:11.938 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:11.938 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:12.125 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:12.180 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:09:12.181 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:09:12.181 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/05/07 02:09:12.188 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=7.010638ms] [] [2024/05/07 02:09:12.188 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/05/07 02:09:12.188 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/07 02:09:12.188 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/05/07 02:09:12.188 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/05/07 02:09:12.192 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/05/07 02:09:12.192 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/05/07 02:09:12.192 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=11.70996ms] [] [2024/05/07 02:09:12.192 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=11.926125ms] [] [2024/05/07 02:09:12.237 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=111.307294ms] [] [2024/05/07 02:09:12.255 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:12.255 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/05/07 02:09:12.258 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/05/07 02:09:12.324 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/05/07 02:09:12.340 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=7] [2024/05/07 02:09:12.363 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:12.363 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/05/07 02:09:12.459 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.559950101\n# Parse_time: 0.000827678\n# Compile_time: 0.00126871\n# Rewrite_time: 0.000276007\n# Optimize_time: 0.001260829\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:12.469 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:12.484 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:12.495 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:12.495 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:12.541 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.574 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=281.337µs] [gotSchemaVersion=78] [phyTblIDs="[124]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.588 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/05/07 02:09:12.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=53.14ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.678 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.720 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=321.24µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.731 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/05/07 02:09:12.768 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=53.146182ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.868 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:12.879 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/05/07 02:09:12.931 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=249.631µs] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:12.942 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/05/07 02:09:12.974 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=53.689951ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.030 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/05/07 02:09:13.039 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/05/07 02:09:13.043 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:12.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.109 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/05/07 02:09:13.109 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:13.113 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.645101031\n# Parse_time: 0.000341621\n# Compile_time: 0.000731675\n# Rewrite_time: 0.00001118\n# Optimize_time: 0.000942307\n# Wait_TS: 0.000517054\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:13.115 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/07 02:09:13.163 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:13.163 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/07 02:09:13.237 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.246 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/05/07 02:09:13.357 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=3.13434ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:13.368 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/05/07 02:09:13.403 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=53.896513ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:13.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.484 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:13.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:13.540 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/05/07 02:09:13.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:13.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.430108852\n# Parse_time: 0.000758897\n# Compile_time: 0.0010254\n# Rewrite_time: 0.000008989\n# Optimize_time: 0.000942307\n# Wait_TS: 0.000328855\n# DB: import_into\n# Is_internal: false\n# Digest: 99e3ce8ee663195b3eb799e93a62b55cdf92783b479606f66c6eb4832a15102c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/05/07 02:09:13.560 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:13.771 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:13.873 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:13.911 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/05/07 02:09:13.911 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:14.020 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:14.021 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:14.023 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/05/07 02:09:14.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:14.044 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:14.044 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:14.044 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=135.802µs] [2024/05/07 02:09:14.044 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=351.17µs] [] [2024/05/07 02:09:14.045 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:14.045 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:14.208 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/05/07 02:09:14.227 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/05/07 02:09:14.245 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:14.287 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:14.289 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 02:09:14.291 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:14.299 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:14.299 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:14.300 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:14.300 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:14.301 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:14.301 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:14.301 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:14.301 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:14.301 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:14.316 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:14.317 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:14.317 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:14.317 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/05/07 02:09:14.317 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:14.364 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/05/07 02:09:14.368 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:14.371 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:14.371 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/07 02:09:14.386 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/05/07 02:09:14.388 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.09624ms] [encodeDur=755.469µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=229.525µs] [type=file] [takeTime=2.465107ms] [] [2024/05/07 02:09:14.389 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/07 02:09:14.389 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/54844721-ae3e-4423-bd79-8ff8f0a1dc3d.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/05/07 02:09:14.404 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/05/07 02:09:14.406 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.012742ms] [encodeDur=714.392µs] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=213.735µs] [type=file] [takeTime=2.2498ms] [] [2024/05/07 02:09:14.406 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/05/07 02:09:14.406 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1003e410-e5da-4bcb-89e5-eef9c9436a60.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/05/07 02:09:14.434 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/05/07 02:09:14.436 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.05809ms] [encodeDur=879.887µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=267.346µs] [type=file] [takeTime=2.498177ms] [] [2024/05/07 02:09:14.437 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=72.843237ms] [] [2024/05/07 02:09:14.437 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/91e97276-f33b-41e8-b620-d37d8ae2e08a.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/05/07 02:09:14.437 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 02:09:14.437 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 02:09:14.437 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:14.439 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.388784ms] [] [2024/05/07 02:09:14.440 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:14.444 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:14.467 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 02:09:14.467 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:14.482 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 02:09:14.484 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.748051ms] [] [2024/05/07 02:09:14.484 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:14.486 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.392622ms] [] [2024/05/07 02:09:14.486 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/05/07 02:09:14.486 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:14.488 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.951149ms] [] [2024/05/07 02:09:14.488 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:14.488 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:14.488 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=90.607µs] [] [2024/05/07 02:09:14.488 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:14.489 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.082879ms] [] [2024/05/07 02:09:14.537 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:14.538 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:14.540 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:14.540 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:14.544 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/05/07 02:09:14.547 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:14.548 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:14.548 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:14.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:14.549 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:14.549 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:14.572 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:14.572 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:14.572 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:14.572 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:14.572 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:14.572 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=284.695406ms] [] [2024/05/07 02:09:14.631 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/05/07 02:09:14.633 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:14.633 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:14.817 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:14.868 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 02:09:14.869 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 02:09:14.869 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/05/07 02:09:14.877 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=8.699552ms] [] [2024/05/07 02:09:14.877 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/05/07 02:09:14.878 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/07 02:09:14.878 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/05/07 02:09:14.878 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/05/07 02:09:14.882 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/05/07 02:09:14.882 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/05/07 02:09:14.882 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.836058ms] [] [2024/05/07 02:09:14.883 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=14.006157ms] [] [2024/05/07 02:09:14.949 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=131.736418ms] [] [2024/05/07 02:09:14.960 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:14.960 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/05/07 02:09:14.964 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/05/07 02:09:15.005 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/05/07 02:09:15.017 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=8] [2024/05/07 02:09:15.045 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:15.045 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/05/07 02:09:15.145 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.600767933\n# Parse_time: 0.000943718\n# Compile_time: 0.00192274\n# Rewrite_time: 0.000247388\n# Optimize_time: 0.000942307\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:15.155 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:15.155 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:15.180 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:15.180 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:15.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.283 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=291.253µs] [gotSchemaVersion=82] [phyTblIDs="[127]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:15.295 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/05/07 02:09:15.344 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=65.2438ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=256.115µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:15.450 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/05/07 02:09:15.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=54.214053ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.551 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/05/07 02:09:15.591 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=245.455µs] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:15.606 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/05/07 02:09:15.640 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=53.462452ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.708 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/05/07 02:09:15.718 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/05/07 02:09:15.722 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:15.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.806 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/05/07 02:09:15.807 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:15.811 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.657311289\n# Parse_time: 0.000438178\n# Compile_time: 0.00084172\n# Rewrite_time: 0.000012045\n# Optimize_time: 0.000932957\n# Wait_TS: 0.000423816\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:15.814 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/05/07 02:09:15.869 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:15.869 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/07 02:09:15.923 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:15.931 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/05/07 02:09:16.005 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=2.554295ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:16.018 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/05/07 02:09:16.052 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=54.239939ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:15.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.093 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:15.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:16.148 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/05/07 02:09:16.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:16.151 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.339296814\n# Parse_time: 0.001067336\n# Compile_time: 0.001122183\n# Rewrite_time: 0.000012552\n# Optimize_time: 0.000932957\n# Wait_TS: 0.000465377\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/05/07 02:09:16.168 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:16.399 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:16.500 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:16.551 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/05/07 02:09:16.551 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:16.657 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:16.659 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:16.661 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/05/07 02:09:16.681 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:16.684 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:16.684 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:16.685 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=116.885µs] [2024/05/07 02:09:16.685 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=249.506µs] [] [2024/05/07 02:09:16.685 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:16.685 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:16.832 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/05/07 02:09:16.856 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/05/07 02:09:16.871 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:16.918 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:16.919 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 02:09:16.922 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:16.932 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:16.933 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:16.933 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:16.933 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:16.934 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:16.934 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:16.934 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:16.935 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:16.935 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:16.949 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:16.950 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:16.951 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:16.951 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/05/07 02:09:16.951 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:17.000 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/05/07 02:09:17.004 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:17.008 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:17.008 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/07 02:09:17.059 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/05/07 02:09:17.064 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=2.02549ms] [encodeDur=2.01978ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=194.332µs] [type=file] [takeTime=4.720982ms] [] [2024/05/07 02:09:17.065 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/07 02:09:17.065 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f6349d10-8e16-41a4-8e8d-ef27b4ca01ea.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/05/07 02:09:17.128 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/05/07 02:09:17.133 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.358072ms] [encodeDur=3.007679ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=57.998µs] [type=file] [takeTime=4.732535ms] [] [2024/05/07 02:09:17.134 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/05/07 02:09:17.134 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/7a910823-f103-42f4-9753-7081aae6aa35.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/05/07 02:09:17.164 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/05/07 02:09:17.167 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.095646ms] [encodeDur=1.425801ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=61.864µs] [type=file] [takeTime=2.903375ms] [] [2024/05/07 02:09:17.168 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=167.768396ms] [] [2024/05/07 02:09:17.168 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/65b49120-3e88-49ca-8f31-50fb04fd7d18.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/05/07 02:09:17.168 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 02:09:17.168 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 02:09:17.169 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:17.170 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.801662ms] [] [2024/05/07 02:09:17.170 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:17.176 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:17.199 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/05/07 02:09:17.199 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:17.213 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/05/07 02:09:17.215 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.198544ms] [] [2024/05/07 02:09:17.215 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:17.216 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.378837ms] [] [2024/05/07 02:09:17.216 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/05/07 02:09:17.216 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:17.218 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.692183ms] [] [2024/05/07 02:09:17.218 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:17.218 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:17.218 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.562µs] [] [2024/05/07 02:09:17.218 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:17.219 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=952.265µs] [] [2024/05/07 02:09:17.266 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/05/07 02:09:17.269 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:17.269 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:17.269 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:17.270 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:17.272 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:17.272 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:17.272 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:17.272 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:17.272 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:17.272 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=354.033236ms] [] [2024/05/07 02:09:17.272 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:17.274 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:17.275 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:17.275 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:17.339 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/07 02:09:17.341 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:17.341 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:17.525 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:17.575 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 02:09:17.575 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 02:09:17.575 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/05/07 02:09:17.582 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=6.742948ms] [] [2024/05/07 02:09:17.582 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/05/07 02:09:17.582 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/07 02:09:17.582 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/05/07 02:09:17.582 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/05/07 02:09:17.586 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/05/07 02:09:17.586 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/05/07 02:09:17.586 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=11.059472ms] [] [2024/05/07 02:09:17.587 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=11.323004ms] [] [2024/05/07 02:09:17.636 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=110.779549ms] [] [2024/05/07 02:09:17.676 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:17.676 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/05/07 02:09:17.679 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/05/07 02:09:17.722 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/05/07 02:09:17.757 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=9] [2024/05/07 02:09:17.780 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:17.781 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/05/07 02:09:17.895 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:18.052 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.900215505\n# Parse_time: 0.001204835\n# Compile_time: 0.001675586\n# Rewrite_time: 0.000304776\n# Optimize_time: 0.000932957\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:18.060 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:18.084 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:18.084 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:18.145 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.179 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=346.845µs] [gotSchemaVersion=86] [phyTblIDs="[130]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:18.193 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/05/07 02:09:18.228 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=53.926471ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.343 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=378.349µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:18.354 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/05/07 02:09:18.391 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=53.644553ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.465 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.475 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/05/07 02:09:18.527 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=231.3µs] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:18.538 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/05/07 02:09:18.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=54.294867ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.632 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/05/07 02:09:18.640 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/05/07 02:09:18.643 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:18.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.708 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/05/07 02:09:18.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:18.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.65214471\n# Parse_time: 0.000243277\n# Compile_time: 0.000577847\n# Rewrite_time: 0.000009243\n# Optimize_time: 0.000923941\n# Wait_TS: 0.000286723\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:18.715 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/05/07 02:09:18.786 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:18.786 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/07 02:09:18.846 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:18.854 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/05/07 02:09:18.953 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=2.64765ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:18.963 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/05/07 02:09:18.999 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=53.273743ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:18.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.042 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:18.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:19.088 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/05/07 02:09:19.088 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:19.092 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.379615696\n# Parse_time: 0.001486402\n# Compile_time: 0.001458093\n# Rewrite_time: 0.000008886\n# Optimize_time: 0.000923941\n# Wait_TS: 0.00040585\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/05/07 02:09:19.106 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:19.307 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:19.408 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:19.451 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/05/07 02:09:19.451 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:19.556 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:19.558 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:19.559 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/05/07 02:09:19.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:19.583 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:19.583 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:19.583 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=84.846µs] [2024/05/07 02:09:19.583 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=247.193µs] [] [2024/05/07 02:09:19.583 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:19.583 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:19.753 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/05/07 02:09:19.771 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/05/07 02:09:19.792 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:19.835 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:19.836 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 02:09:19.838 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:19.846 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:19.846 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:19.847 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:19.847 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:19.848 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:19.848 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:19.848 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:19.848 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:19.848 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:19.861 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:19.863 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:19.863 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:19.863 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:19.863 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/05/07 02:09:19.903 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/05/07 02:09:19.906 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:19.909 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:19.910 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/07 02:09:19.971 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/05/07 02:09:19.975 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.171748ms] [encodeDur=1.849109ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=167.293µs] [type=file] [takeTime=3.576522ms] [] [2024/05/07 02:09:19.976 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/07 02:09:19.976 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/07c51bf9-2abc-4ce5-bf28-7bc3bc0f80e4.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/05/07 02:09:20.079 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/05/07 02:09:20.082 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.174112ms] [encodeDur=1.403321ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=74.567µs] [type=file] [takeTime=3.000808ms] [] [2024/05/07 02:09:20.083 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/05/07 02:09:20.083 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/aa7dcce0-4285-4ec4-8aa4-ac2f43ee7cc3.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/05/07 02:09:20.135 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/05/07 02:09:20.139 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.008253ms] [encodeDur=1.763369ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=53.44µs] [type=file] [takeTime=3.104188ms] [] [2024/05/07 02:09:20.140 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/f65a749c-b26a-422b-ac0f-27f089729c34.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/05/07 02:09:20.140 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=236.729616ms] [] [2024/05/07 02:09:20.140 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 02:09:20.140 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 02:09:20.140 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:20.143 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.657154ms] [] [2024/05/07 02:09:20.143 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:20.148 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:20.170 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/05/07 02:09:20.170 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:20.188 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/05/07 02:09:20.190 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=47.57258ms] [] [2024/05/07 02:09:20.190 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:20.192 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.509153ms] [] [2024/05/07 02:09:20.192 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/05/07 02:09:20.192 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:20.194 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.954344ms] [] [2024/05/07 02:09:20.194 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:20.194 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:20.194 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=71.477µs] [] [2024/05/07 02:09:20.194 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:20.196 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.057927ms] [] [2024/05/07 02:09:20.253 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/05/07 02:09:20.256 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:20.256 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:20.256 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:20.256 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:20.257 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:20.257 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:20.257 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:20.257 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:20.257 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:20.257 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:20.257 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:20.257 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:20.257 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:20.259 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:20.259 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:20.259 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:20.259 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:20.260 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:20.260 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=424.797137ms] [] [2024/05/07 02:09:20.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:20.276 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:20.278 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:20.278 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:20.356 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/05/07 02:09:20.358 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:20.358 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:20.801 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:20.851 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 02:09:20.851 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 02:09:20.851 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/05/07 02:09:20.858 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.252609ms] [] [2024/05/07 02:09:20.858 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/05/07 02:09:20.858 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/07 02:09:20.859 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/05/07 02:09:20.859 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/05/07 02:09:20.865 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/05/07 02:09:20.865 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/05/07 02:09:20.865 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=14.357743ms] [] [2024/05/07 02:09:20.865 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=14.607958ms] [] [2024/05/07 02:09:20.907 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=105.888798ms] [] [2024/05/07 02:09:21.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589480215281673\n# Query_time: 0.391334328\n# Parse_time: 0\n# Compile_time: 0.383115718\n# Rewrite_time: 0.001608563\n# Optimize_time: 0.379496834\n# Wait_TS: 0.000158012\n# Cop_time: 0.000118084 Process_time: 0.000403679 Wait_time: 0.000074684 Request_count: 2 Total_keys: 606 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 142 Rocksdb_key_skipped_count: 1634\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000201839 Cop_proc_p90: 0.000225851 Cop_proc_max: 0.000225851 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.7342e-05 Cop_wait_p90: 4.0661e-05 Cop_wait_max: 4.0661e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2280\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vhegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjIuOG1zLCBsb29wczoxLCBDb25jdXJyZW5jeTpPRkYJMS4zNiBLQglOL0EKMQkxNF8xNAkwWnsAGV4YOmRlc2MsIEqCAAGfBGlkGX4ENzUdfxwJMCBCeXRlcxEIHAoyCTE3XzI4Ce1UaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJkAAHMIGx1bW4jMTUpXRlxBDU3HXGgLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo1NzkuMcK1cywgZmV0Y2gdEAUyDDowc30RphEIJAozCTMxXzQxKEIBVAApCbVAZGF0YTpTZWxlY3Rpb25fNDARihAzOTYuNwVhNXxsY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS41MwG1IWA0X2tleXM6IDAsIHRvdF8BEhg6IDIyNS45BUsBFBx3YWl0OiA0MA1eZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwEf0BcwhfZHUFGhhuOiA1Ny44BU04bWF4X2Rpc3RzcWxfY29uVRdIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGNBQiVAAF9FXSwxLjQ0bXN9fQkyNTIt2hhOL0EKNAkxIQkEMV9FxFBub3QoaXN0cnVlX3dpdGhfbnVsbChK1gEUcmVvcmcpIVcMdGlrdgW2BDp7CWchHS1GPH0sIHNjYW5fZGV0YWlsOiApzy02QDMwMywgZ2V0X3NuYXBzaG90CacIIDEzLS2Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5PhcAIDgxNywgYmxvYyG7EH19fSwgAZg+hAAhrQhlc3MNdDK1AQRhbCW3DRsANDG8KUsoa3ZfcmVhZF93YWwtWAAgBfIlBx0VIDQxMi41wrVzfSFlAQQcCjUJNDNfMzktagwwMDAJSeQuMQR8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9FsGpwAQFpAQQwCjMJNl8yOShQcm9iZSGmODY0MDAJZ3JvdXAgYnk6Q3GMQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdoWfADBF+y3eGCwgcGFydGkhLxhvcmtlcjp7OQAcMS40MjIyMDRBDS6vAgg1LCBF4mFTbTdlIxw2LjE2NzY1OQEwYTgYZXhlYzowc2lZIcAcOjYuMzY0NTkFgWGJGDEuMjkzNDQFMghwOTUdEBR9LCBmaW5alwAUOTE2Nzg2AWdelwABowRvdAmXFDI3LjM0woF5ARMFlRA0LjU1MxUTBZsYOC40NTg0OaW8CZsQODUzMzIF/QmbERA5oWF3ADOBgCWaaXcAbmFtNXZtXgRtZQHbBbIteAgJMzixm2HBEDUJNl8zIaQAOEFUNeRKtQNN9AhpbmdSDgYkc2NoZW1hX2lkc1IfAEWuCR5JNQhtaW4VrgA4TjACCDEuMiFpDbduLwIYNjE2LjA0NiVXXpgBLi8CGDIuMTQwODYFXzWaMi8CGDIuNDAzNDg1lBQ0OTkuMDJhkgAsJZQZEHIvAhAwNjIwNeUWXpcALi8CEDM3LjY0OjACEDYuMjA3BdkBqUUwFDQuNDEwM8X7SS8MMDI2N10uDQ9ZLQA2wcwMMzYJMCnkAGTBxyhIYXNoQWdnXzMxCRo+CAw0MjIuyS01cmbFBgA0JTxBEq2PLV8BEhA6IDE3Nw1LAbVlogQgMwnZAGO+wwYEMzIF/v7BBsHBADNOwQYAN2EAADGlV/4CA84CA0poAxZXCX0SDjQJxSGB/P4oB/UoyWEALP4oB64oBzIYAqFiBGFp8ShNHwB0DrEJoiYHBDM06e1Z6wQ4CeEmoR4OkAiB0oV4/iYHViYH')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('pxrwSQqiGgoNUHJvamVjdGlvbl8xMxKKGQoHU29ydF8xNBKTGAoLSGFzaEpvaW5fMjgS6AYKDlRhYmxlUmVhZGVyXzQxEqcECgxTZWxlCUAYNDASlgEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8GUAiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2oddGlrdl90YXNrOnt0aW1lOjFtcywgbG9vcHM6MX1w//////8BBAQBeAEGBQEAAQWECCBlMQ2EBAAkBYRYUi9ub3QoaXN0cnVlX3dpdGhfbnVsbCgFlQAuLpQALC5yZW9yZykpaqACdG59AAgsIHMB9PCGZGV0YWlsOiB7dG90YWxfa2V5czogMzAzLCBnZXRfc25hcHNob3RfdGltZTogMTMuN8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5X3NraXBwZWRfY291bnQ6IDgxNywgYmxvY2s6IHt9fX0sIHRpbWVfZGV0LoQAHHByb2Nlc3NfCXQQMjI1LjkFdQmiCHdhaRGPBDQwDY8JGixrdl9yZWFkX3dhbGwNPSVvJQcdFRw0MTIuNcK1c1qAATQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTXUUEWhYFpQgzOTYNigBsKdsUYtkBY29wKflYIHtudW06IDEsIG1heDogMS41M21zLCAB5i1vBDAsAcIF+AA6NvAABe4AOhnpgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDU3LjglPahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS1NJDEuNDRtc319cPwurgIQEvEPCgpheyhBZ2dfMjkSrgwKDDkiEDMwEssLGSAQMzUSwQc2mgMQMzYSiQUdIgAxTpgDADRlFP6YA/6YA2GYACh1mARAv2mYLJQBZ3JvdXAgYnk6bYEiAC4yjQMh5hxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqnv7+A0r+A2k3ACz+/gOu/gMEMTdRwWnkff4EMzRF2QkYnvwDCDM0M2WqWvwDHCHe3d3dHT73bfkh5GH5BA9kYfkISGFzReYEMzFt9wg0MjJtXnH3ANVq9wMENDJu9wMy6QAF5wA6EeLC9QMEMzIlGv7zA2HzADNK8wMlJQitbPg6JQEAhP4JA74JA1XtXfkINVoTpZIEMS4lbjGYRLACcGFydGlhbF93b3JrZXI6e9kQGDYxNi4wNDYlMy4aBRw1LCB0YXNrX6G+raJBfhw6Mi4xNDA4NgVgKHRvdF9leGVjOjBzpSzJdxwyLjQwMzQ4OCHwofQUNDk5LjAywXMQLCBwOTUdEBR9LCBmaW5SlwAcMS4wNjIwNTUBRV6XAAGjAG9NLhAzNy42NHUTCZYQNi4yMDcF2QEnJRkYNC40MTAzNwFWAZsYMS4wMjY3NAEPAZoVD24gAwitSP4t+wQAuekZABYWnAgAbg6SCDGWEDUpKVoUBXMMMS4yNgFhLY0IcPwCKu4IJBoBAiFEREREJGM+VQAEOGexWBVTACytBxxmaXJzdHJvdx1tmfwANQ13CDIuMOVpDXcEYrJqBAIYMS40MjIyMCUIXm0BLgQCHDYuMTY3NjU5AdchW0YEAhg2LjM2NDU5BYIpaRAyOTM0NAUyKWoREHIEAhA5MTY3OCU+XpcALgQCCDI3LrkWCZUQNC41NTM2AwIYOC40NTg0OVWfGDEuODUzMzIF/QmbERBeBgIYFK5H4Qx7CCqiCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShisAYELCA12QQpXTW1ADVFnDG1ADsW1ggQaGFzaF/lDgA6FqkKFDo1NzkuMQXYEGZldGNoHRAFMiw6MHN9IZ2rBTkqfgg6pwAAPUqRAPmnEDpkZXNjUo0H6WUVqAA3ZZoNqAVrAOpCawBOEggBRxBtZXRhLE4QCBmIjcgEMi4lpw1nDGIPQ28muwlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/07 02:09:21.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589480241496065\n# Query_time: 0.300996088\n# Parse_time: 0\n# Compile_time: 0.295426854\n# Rewrite_time: 0.001680326\n# Optimize_time: 0.005528561\n# Wait_TS: 0.000128356\n# Cop_time: 0.000527779 Process_time: 0.000101781 Wait_time: 0.000036707 Request_count: 1 Process_keys: 2 Total_keys: 79 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 20 Rocksdb_key_skipped_count: 214\n# Is_internal: true\n# Digest: 92f115dee2aeba752ffdf7532aa08318e7bd75d9c718a57220055c41d32cc68a\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000101781 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6707e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 1295\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('0AzweTAJM181CTAJNi40MAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5zdGF0ZSwgQ29sdW1uIzIwCTEJdGltZToyLjE5bXMsIGxvb3BzOjIsIENvbmN1cnJlbmN5Ok9GRgkxMDE2IEJ5dGVzCU4vQQoxCTZfMTEJDXQBZRBwIGJ5OpJ9ADBmdW5jczpjb3VudChDDYkMMSktPhEMBDAsDSMgZmlyc3Ryb3coilcACCktPoomABnvBDA2Mu8AVHBhcnRpYWxfd29ya2VyOnt3YWxsX3QhGhQxLjQ3OTMFLgRjbzkUfDUsIHRhc2tfbnVtOjEsIHRvdF93YWl0OjYuMTc4NzA4AV4BFThleGVjOjE4MS4xMTPCtXMJKgVZHDYuNjA3NjM0ASokbWF4OjEuMzgzMgVpCHA5NRkPFH0sIGZpblKcABwyLjA5Njg0OQFDXp0AAakRnRQ0Ni40MzgVhwBlAZwQNi45NDUVEwWaHDkuMjIwMDIzAVcBmhwyLjA1Mzg2MgEQAZsZEAB9QQ0BBCAKMgkzMV8xMglNEjRkYXRhOkhhc2hBZ2dfNjF3CDEuMQFEBGxvTWUMY29wXyFGCDogeyFICCAxLAVwCCAxLi0IKHJvY19rZXlzOiAyKToBEhQ6IDEwMS4ZxyV4ECAzNi43BceAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNjMuOQU6LG1heF9kaXN0c3FsXy5PAUggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwYy38AGFVLSwxNG1zfX0JMjc5IEJ1LggzCTYhBQBfLR3mLwMuJwMAMSVWBGt2Bc8EOnsluggwcywtXgGzPHNjYW5fZGV0YWlsOiB7dG8BpyFBCGVzczJWAQRhbDIXAChfc2l6ZTogMTEwOSV1BGFsDS5ANzksIGdldF9zbmFwc2hvdF8FdAwgMTUuSUFgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2XsBDogYdoIa2V5QhcAHDE0LCBibG9jQQgQfX19LCABWF65AAEcOgICYRwEYWkRj1UJAHQhHXnJFCAyMzLCtV2zGDQJMV8xMAkhlyQ4CWVxKGNhc3QodkUEQa0hDWAsIGRvdWJsZSBCSU5BUlkpLCAxMCksIGVxekAAHHN0ZXAsIDIpersBCAlOL2lWFDUJNDNfOQWjLDEwMDAwCXRhYmxlOlreBUwsIGtlZXAgb3JkZXI6ZmFsc2UsIKHxLHM6cHNldWRvCTIJdCEUAcZKMQIgCU4vQQlOL0EK')\n# Plan_digest: 72f08c0bbc0cbffe87fff95a4065a720fe14cc2ed9e69028cd750ab7b0ac3e22\n# Binary_plan: tidb_decode_binary_plan('sQ7gCqwOCgxQcm9qZWN0aW9uXzUSng0KCkhhc2hBZ2dfMTES5AgKDlRhYmxlUmVhZGVyXzEyEqoGCglIDSIgNhLuAgoMU2VsDUAYMTASoQEKDwUyTEZ1bGxTY2FuXzkhAAAAAAjUREEpAQnwcQCIw0AwAjgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAQACBAMAEBkCRSbmVxKGNhc3QoBZQALlqTAIgudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCAxMCksIGVxKHZAACRzdGVwLCAyKWocyrwAEBe30QCsAbwEmpkBAQAZEbwARyE4EHAgYnk6fn0AmGF0ZSwgZnVuY3M6Y291bnQoMSktPkNvbHVtbiMyMWq0AnRpa3ZfdFZSAQgsIHMh1FRkZXRhaWw6IHt0b3RhbF9wcm9jZXNzIRUUczogMiwgRhcAKF9zaXplOiAxMTA5ER8Ea2UBLkQ3OSwgZ2V0X3NuYXBzaG90X3QhxoggMTUuNcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkXwW9IDogMjAsIGtleUIXAEAxNCwgYmxvY2s6IHt9fX0sIAFYXrkAARwYOiAxMDEuOAV1CcAId2FpEY8MMzYuNwkaHGlrdl93YWxsDTQcMjMywrVzfXBFWwEBMmoCHL0A++hUdgZBLq4BKAFAAVIOZGF0YTpIcUcEWhMFgRAxLjFtc1G+GDJi2QFjb3ApiUgge251bTogMSwgbWF4OiAxLjI2ASoheC1HKXUlijrJAAXHADoZwoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA2My45BfyobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MTHuEeIcNG1zfX1wlwIukQMUu2byzX53RicBBKkB5tYCVdJd3gAwUfkgZmlyc3Ryb3coii0DCCktPoomAARaFAXhCDIuMCWaZGxvb3BzOjJiuAJwYXJ0aWFsX3dvcmtlcjp7WTwUMS40NzkzBS8uTgEcNSwgdGFza18h8ik+AF9BiSA6Ni4xNzg3MDgh+Tx0b3RfZXhlYzoxODEuMTEzJZ8BFQWFHDYuNjA3NjM0ASpBMBAxLjM4M00yBDk1GQ8UfSwgZmluUpwAHDIuMDk2ODQ5AUNenQABqQBvDZ0QNDYuNDN1PAmcDDYuOTRpxAEnBZocOS4yMjAwMjMBVwGaHDIuMDUzODYyARABmxkQXlIDFEBSRIYteEYrAgAuiqQBBCwgURUAMDWvBDE5AXwxrwQPQ13XSE9GRnD4B3j///////////8BGAE=')\n# Resource_group: default\n;"] [2024/05/07 02:09:21.262 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:21.262 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/05/07 02:09:21.265 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/05/07 02:09:21.314 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=10] [2024/05/07 02:09:21.358 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/05/07 02:09:21.364 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:21.364 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/05/07 02:09:21.474 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:21.573 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.479823461\n# Parse_time: 0.001099684\n# Compile_time: 0.001470333\n# Rewrite_time: 0.000241822\n# Optimize_time: 0.000923941\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:21.589 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:21.625 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:21.625 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:21.699 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.736 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=276.229µs] [gotSchemaVersion=90] [phyTblIDs="[133]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:21.749 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/05/07 02:09:21.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=54.138783ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.856 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=261.839µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:21.909 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/05/07 02:09:21.945 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=53.390404ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:21.993 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/05/07 02:09:22.047 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=239.689µs] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:22.059 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/05/07 02:09:22.096 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=53.103885ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.138 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/05/07 02:09:22.148 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/05/07 02:09:22.152 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:21.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.214 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/05/07 02:09:22.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:22.219 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.630532209\n# Parse_time: 0.000297672\n# Compile_time: 0.0009021\n# Rewrite_time: 0.000013061\n# Optimize_time: 0.001080165\n# Wait_TS: 0.000342995\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:22.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/05/07 02:09:22.298 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:22.298 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/07 02:09:22.350 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.360 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/05/07 02:09:22.437 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=2.585095ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:22.447 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/05/07 02:09:22.484 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=53.716057ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:22.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.563 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:22.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:22.616 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/05/07 02:09:22.616 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:22.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.400379451\n# Parse_time: 0.001357007\n# Compile_time: 0.001131903\n# Rewrite_time: 0.000009495\n# Optimize_time: 0.001080165\n# Wait_TS: 0.000445018\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/05/07 02:09:22.634 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:22.879 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:23.000 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:23.041 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/05/07 02:09:23.041 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:23.147 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:23.149 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:23.150 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/05/07 02:09:23.174 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:23.178 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:23.178 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:23.178 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=109.432µs] [2024/05/07 02:09:23.178 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=285.209µs] [] [2024/05/07 02:09:23.178 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:23.178 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:23.305 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/05/07 02:09:23.327 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/05/07 02:09:23.349 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:23.389 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:23.391 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 02:09:23.393 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:23.401 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:23.401 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:23.401 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:23.401 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:23.402 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:23.402 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:23.402 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:23.402 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:23.402 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:23.416 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:23.418 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:23.418 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:23.418 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:23.418 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/05/07 02:09:23.462 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/05/07 02:09:23.466 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:23.469 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:23.469 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/07 02:09:23.496 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/05/07 02:09:23.499 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.145416ms] [encodeDur=765.748µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=232.138µs] [type=file] [takeTime=2.529177ms] [] [2024/05/07 02:09:23.500 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/07 02:09:23.500 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/3de60f51-5036-4b1a-a8f3-ba61840a0984.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/05/07 02:09:23.535 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/05/07 02:09:23.561 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=2.129696ms] [encodeDur=23.946779ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=168.339µs] [type=file] [takeTime=26.880018ms] [] [2024/05/07 02:09:23.563 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/05/07 02:09:23.563 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/925215c4-5551-40e8-9adc-f67b3d521511.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/05/07 02:09:23.580 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/05/07 02:09:23.583 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.283091ms] [encodeDur=1.188057ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=49.766µs] [type=file] [takeTime=2.881437ms] [] [2024/05/07 02:09:23.584 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/c3ef78c6-4e62-4077-8222-d9f8e4ca62d3.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/05/07 02:09:23.584 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=122.669234ms] [] [2024/05/07 02:09:23.585 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 02:09:23.585 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 02:09:23.585 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:23.587 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.032007ms] [] [2024/05/07 02:09:23.587 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:23.592 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:23.615 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 02:09:23.615 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:23.631 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 02:09:23.632 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=45.419293ms] [] [2024/05/07 02:09:23.632 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:23.634 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.352467ms] [] [2024/05/07 02:09:23.634 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/05/07 02:09:23.634 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:23.636 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.809203ms] [] [2024/05/07 02:09:23.636 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:23.636 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:23.636 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.935µs] [] [2024/05/07 02:09:23.636 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:23.637 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.016109ms] [] [2024/05/07 02:09:23.701 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:23.705 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:23.705 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:23.705 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:23.705 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:23.708 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:23.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:23.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:23.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:23.708 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:23.708 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=318.585457ms] [] [2024/05/07 02:09:23.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:23.764 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:23.766 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:23.766 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:23.834 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/07 02:09:23.835 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:23.836 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:24.060 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:24.104 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 02:09:24.105 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 02:09:24.105 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/05/07 02:09:24.120 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=14.921185ms] [] [2024/05/07 02:09:24.120 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/07 02:09:24.120 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 02:09:24.120 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/05/07 02:09:24.120 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/05/07 02:09:24.124 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/07 02:09:24.124 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 02:09:24.125 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=19.787486ms] [] [2024/05/07 02:09:24.125 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=20.014942ms] [] [2024/05/07 02:09:24.164 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:24.165 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/05/07 02:09:24.168 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=107.109432ms] [] [2024/05/07 02:09:24.168 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/05/07 02:09:24.222 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/05/07 02:09:24.247 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=11] [2024/05/07 02:09:24.256 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.635476087\n# Parse_time: 0.000659842\n# Compile_time: 0.001723239\n# Rewrite_time: 0.000314228\n# Optimize_time: 0.001080165\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:09:24.267 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/05/07 02:09:24.276 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:24.276 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/05/07 02:09:24.341 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:24.340 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:09:24.389 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.420 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:24.434 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=335.786µs] [gotSchemaVersion=94] [phyTblIDs="[136]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.448 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/05/07 02:09:24.475 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=54.173138ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.552 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.588 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=234.043µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.601 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/05/07 02:09:24.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=53.030743ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.706 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.717 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/05/07 02:09:24.795 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=317.831µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:09:24.809 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/05/07 02:09:24.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=53.129408ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.887 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/05/07 02:09:24.896 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/05/07 02:09:24.900 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:24.974 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/05/07 02:09:24.974 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:24.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.71245432\n# Parse_time: 0.000507218\n# Compile_time: 0.001133958\n# Rewrite_time: 0.000011992\n# Optimize_time: 0.001439129\n# Wait_TS: 0.000373661\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:09:24.981 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/05/07 02:09:25.044 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:25.044 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/07 02:09:25.088 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.098 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/05/07 02:09:25.170 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.584396ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:25.182 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/05/07 02:09:25.219 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=53.355967ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:24.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:24.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:25.352 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/05/07 02:09:25.353 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:25.356 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.377692095\n# Parse_time: 0.000842441\n# Compile_time: 0.001398714\n# Rewrite_time: 0.000008784\n# Optimize_time: 0.001439129\n# Wait_TS: 0.00041062\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/05/07 02:09:25.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:25.561 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:25.713 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:25.764 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/05/07 02:09:25.764 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:25.869 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:25.871 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:25.872 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/05/07 02:09:25.892 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:25.895 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:25.895 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/05/07 02:09:25.895 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=114.108µs] [2024/05/07 02:09:25.896 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=288.932µs] [] [2024/05/07 02:09:25.896 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:25.896 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:09:26.058 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/05/07 02:09:26.077 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/05/07 02:09:26.095 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:26.140 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:26.141 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/07 02:09:26.143 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:26.151 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:26.152 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:26.152 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:26.152 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:26.153 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:26.153 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:26.153 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:26.153 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:26.153 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:26.168 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:26.170 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:26.170 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:26.170 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:26.170 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=348.5GiB] [2024/05/07 02:09:26.219 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/05/07 02:09:26.222 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:26.226 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:26.226 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/07 02:09:26.257 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/05/07 02:09:26.260 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.161307ms] [encodeDur=798.983µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=51.134µs] [type=file] [takeTime=2.378891ms] [] [2024/05/07 02:09:26.261 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/07 02:09:26.261 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/869c5196-864b-4eb5-b8f4-8b67bdd451be.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/05/07 02:09:26.290 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/05/07 02:09:26.292 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=1.063406ms] [encodeDur=954.503µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=59.48µs] [type=file] [takeTime=2.378843ms] [] [2024/05/07 02:09:26.293 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a4a491a5-716e-46c2-aa00-a39f069815b4.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/05/07 02:09:26.293 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/05/07 02:09:26.355 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/05/07 02:09:26.358 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=1.147556ms] [encodeDur=1.371668ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=86.117µs] [type=file] [takeTime=3.006933ms] [] [2024/05/07 02:09:26.359 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=140.077154ms] [] [2024/05/07 02:09:26.359 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6f16e6b4-229a-453c-b218-43ae9d5665b5.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/05/07 02:09:26.359 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/07 02:09:26.359 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/07 02:09:26.359 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:26.363 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=3.489651ms] [] [2024/05/07 02:09:26.363 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:09:26.368 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:26.390 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/05/07 02:09:26.390 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:26.404 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/05/07 02:09:26.406 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.369426ms] [] [2024/05/07 02:09:26.406 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:09:26.408 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.406408ms] [] [2024/05/07 02:09:26.408 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/05/07 02:09:26.408 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:26.410 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.965562ms] [] [2024/05/07 02:09:26.410 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:09:26.410 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:26.410 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=68.006µs] [] [2024/05/07 02:09:26.410 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:09:26.411 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.040819ms] [] [2024/05/07 02:09:26.465 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/05/07 02:09:26.468 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:26.468 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:26.468 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:26.468 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:26.471 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:26.471 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:26.471 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:26.471 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:26.471 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:26.471 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=330.9103ms] [] [2024/05/07 02:09:26.485 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:26.486 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:26.517 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:26.517 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:26.597 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/05/07 02:09:26.599 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:26.599 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:26.787 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:26.836 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/07 02:09:26.837 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/07 02:09:26.837 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/05/07 02:09:26.845 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=8.220752ms] [] [2024/05/07 02:09:26.845 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/05/07 02:09:26.845 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 02:09:26.845 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/05/07 02:09:26.845 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/05/07 02:09:26.855 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/05/07 02:09:26.856 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/05/07 02:09:26.856 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=19.633945ms] [] [2024/05/07 02:09:26.856 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=19.815386ms] [] [2024/05/07 02:09:26.926 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=138.337579ms] [] [2024/05/07 02:09:26.992 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:26.992 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/05/07 02:09:26.995 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/05/07 02:09:27.062 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/05/07 02:09:27.069 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=12] [2024/05/07 02:09:27.094 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:27.094 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/05/07 02:09:27.184 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:27.295 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.9370308550000002\n# Parse_time: 0.000811956\n# Compile_time: 0.001722744\n# Rewrite_time: 0.000341728\n# Optimize_time: 0.001439129\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/05/07 02:09:27.307 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/05/07 02:09:27.310 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/05/07 02:09:27.347 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.347 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/05/07 02:09:27.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.440 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.100171ms] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:27.451 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/05/07 02:09:27.488 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=54.053819ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:27.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.538 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.566 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/05/07 02:09:27.566 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.573 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/05/07 02:09:27.620 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.620 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:09:27.666 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.675 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/05/07 02:09:27.762 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.609604ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:27.774 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/05/07 02:09:27.807 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.528575ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.848 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:27.893 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/05/07 02:09:27.893 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:27.897 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.325943639\n# Parse_time: 0.000517946\n# Compile_time: 0.001162015\n# Rewrite_time: 0.000010409\n# Optimize_time: 0.001324146\n# Wait_TS: 0.000443529\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:09:27.900 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/05/07 02:09:27.945 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:27.945 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 02:09:27.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.001 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/05/07 02:09:28.054 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.423052ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:28.067 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/05/07 02:09:28.101 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=53.661376ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:27.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.148 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:27.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:28.211 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/05/07 02:09:28.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:28.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.317666966\n# Parse_time: 0.00107521\n# Compile_time: 0.001391509\n# Rewrite_time: 0.000012714\n# Optimize_time: 0.001324146\n# Wait_TS: 0.000367552\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 02:09:28.219 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/05/07 02:09:28.456 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/05/07 02:09:28.647 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/05/07 02:09:28.834 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/05/07 02:09:29.077 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/05/07 02:09:29.219 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/05/07 02:09:29.423 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:29.423 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:409\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/05/07 02:09:29.439 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:29.637 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:09:29.740 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:29.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323927475\n# Parse_time: 0.000768318\n# Compile_time: 0.001803371\n# Rewrite_time: 0.000310824\n# Optimize_time: 0.001324146\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzIwLjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzIwLjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t1` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/07 02:09:29.791 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/05/07 02:09:29.791 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:29.898 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:29.898 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:29.899 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/05/07 02:09:29.919 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:29.922 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/07 02:09:29.922 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 02:09:29.922 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=84.712µs] [2024/05/07 02:09:29.922 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=260.392µs] [] [2024/05/07 02:09:29.922 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:29.923 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:29.924 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/05/07 02:09:30.009 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/07 02:09:30.016 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/07 02:09:30.110 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:30.112 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/05/07 02:09:30.196 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=13] [2024/05/07 02:09:30.220 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:30.221 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/05/07 02:09:30.294 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:30.305 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=380.013521ms] [] [2024/05/07 02:09:30.305 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.387969304\n# Parse_time: 0.000252472\n# Compile_time: 0.000756161\n# Rewrite_time: 0.000005766\n# Optimize_time: 0.001324146\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/05/07 02:09:30.853 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:30.853 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 02:09:30.860 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:30.861 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:335\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:332\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:318\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:452\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 02:09:30.871 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:30.871 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 02:09:30.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:31.087 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:09:31.169 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:31.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.305135714\n# Parse_time: 0.001493795\n# Compile_time: 0.00244779\n# Rewrite_time: 0.000343888\n# Optimize_time: 0.000157721\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzAwLjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzAwLjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/07 02:09:31.221 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/05/07 02:09:31.221 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:31.327 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:31.328 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:31.329 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/05/07 02:09:31.348 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:31.351 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/07 02:09:31.351 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 02:09:31.351 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=57.491µs] [2024/05/07 02:09:31.352 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=166.719µs] [] [2024/05/07 02:09:31.352 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:31.352 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:31.461 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/05/07 02:09:31.480 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/05/07 02:09:31.516 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:31.560 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:31.561 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/07 02:09:31.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:31.571 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:31.571 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:31.572 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:31.572 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:31.573 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:31.573 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:31.573 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:31.573 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:31.573 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:31.588 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:31.590 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:31.590 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/07 02:09:31.590 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:31.590 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=348.5GiB] [2024/05/07 02:09:31.634 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=25] [2024/05/07 02:09:31.639 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 02:09:31.643 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 02:09:31.643 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/05/07 02:09:31.819 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/05/07 02:09:31.823 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.371079ms] [encodeDur=1.759732ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=333.287µs] [type=file] [takeTime=3.937011ms] [] [2024/05/07 02:09:31.824 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/431e6ced-422f-4119-b4d0-c00378213c20.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/05/07 02:09:31.824 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=25] [takeTime=190.001888ms] [] [2024/05/07 02:09:31.825 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/07 02:09:31.825 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/07 02:09:31.825 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 02:09:31.827 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.988824ms] [] [2024/05/07 02:09:31.827 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/05/07 02:09:31.832 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:31.853 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:09:31.854 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:31.870 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:09:31.872 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=45.350916ms] [] [2024/05/07 02:09:31.872 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/05/07 02:09:31.874 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.191914ms] [] [2024/05/07 02:09:31.874 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/05/07 02:09:31.874 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 02:09:31.876 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=1.897533ms] [] [2024/05/07 02:09:31.876 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/05/07 02:09:31.876 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 02:09:31.876 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=55.883µs] [] [2024/05/07 02:09:31.876 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/05/07 02:09:31.877 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=898.416µs] [] [2024/05/07 02:09:31.920 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:31.923 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:31.923 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:31.923 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:31.923 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:31.926 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:31.926 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:31.926 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:31.926 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:31.926 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:31.926 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=365.479269ms] [] [2024/05/07 02:09:31.943 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:31.944 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:31.945 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:31.945 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:32.012 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 02:09:32.014 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:32.014 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:32.198 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:32.253 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [2024/05/07 02:09:32.264 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/05/07 02:09:32.329 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/05/07 02:09:32.335 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/05/07 02:09:32.401 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/05/07 02:09:32.445 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:32.446 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/05/07 02:09:32.452 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/05/07 02:09:32.527 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=14] [2024/05/07 02:09:32.550 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:32.550 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/05/07 02:09:32.624 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:32.642 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=377.797854ms] [] [2024/05/07 02:09:32.643 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.388394239\n# Parse_time: 0.000460648\n# Compile_time: 0.000757013\n# Rewrite_time: 0.000007113\n# Optimize_time: 0.000157721\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/05/07 02:09:32.785 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [2024/05/07 02:09:32.785 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [2024/05/07 02:09:32.785 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [takeTime=31.295µs] [] [2024/05/07 02:09:32.785 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/07 02:09:32.785 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:09:32.785 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [weight=30] [2024/05/07 02:09:32.785 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=26] [concurrency=15] [2024/05/07 02:09:32.788 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:32.789 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:09:32.789 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:09:32.790 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:32.791 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:32.792 +00:00] [WARN] [task_executor.go:633] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/05/07 02:09:32.806 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:709\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:174\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:32.822 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/05/07 02:09:33.908 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/05/07 02:09:33.940 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:33.940 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:33.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/05/07 02:09:33.999 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:33.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.011 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/05/07 02:09:34.085 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.282739ms] [gotSchemaVersion=101] [phyTblIDs="[145,147]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:34.096 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/05/07 02:09:34.132 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=54.281165ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.190 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/05/07 02:09:34.199 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/05/07 02:09:34.203 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:33.88 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:34.265 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/05/07 02:09:34.265 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:34.269 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.36170017\n# Parse_time: 0.00031172\n# Compile_time: 0.000875196\n# Rewrite_time: 0.000053085\n# Optimize_time: 0.000198996\n# Wait_TS: 0.000698105\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/05/07 02:09:34.286 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:34.510 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:09:34.591 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:34.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.330059435\n# Parse_time: 0.000909549\n# Compile_time: 0.001815705\n# Rewrite_time: 0.000384365\n# Optimize_time: 0.000198996\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzI2LjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzI2LjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/07 02:09:34.635 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/05/07 02:09:34.636 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:34.742 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:34.743 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:34.743 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/05/07 02:09:34.752 +00:00] [INFO] [import_into.go:322] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/05/07 02:09:35.295 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:35.298 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/07 02:09:35.298 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 02:09:35.298 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=74.899µs] [2024/05/07 02:09:35.298 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=211.288µs] [] [2024/05/07 02:09:35.299 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:35.299 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:35.389 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/05/07 02:09:35.397 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/05/07 02:09:35.470 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:35.471 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/05/07 02:09:35.489 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589483950833668\n# Query_time: 0.376181816\n# Parse_time: 0\n# Compile_time: 0.013584564\n# Rewrite_time: 0.00285122\n# Optimize_time: 0.00544965\n# Wait_TS: 0.000160543\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2410\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kBJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0mwDkJMQl0aW1lOjM1OC41bXMsIGxvb3BzOjIsIHBhcnRpYWxfd29ya2VyOnt3YWxsX3QJLBw3Ljk2OTIwNwExwGNvbmN1cnJlbmN5OjUsIHRhc2tfbnVtOjEsIHRvdF93YWl0OjEuNzg4MDk3OTc2cywFFzRleGVjOjUyNC4wNTLCtQ0VBYoAMQEsVDk3NDg3cywgbWF4OjM1Ny44MjM2NjMBbwhwOTUyEgAUfSwgZmluWqgAHDguNDI0NTE0ATleqAABtBGoFDk4LjY4NhWQBaUQNi4zMDUVExGjHDkwODkyMzM5FaQUOC40MDE5BWoJoxUREH0JTi9BAQQYCjEJOV8xMmU4OXgINy42AZ8teAEoAQR0CjIJM18xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfIWUILmlkMvgCWiYAASsMX2tleRksBDIsYiwACHlwZRkoADNiKAAMc3RhdB0pADRqKQAEZXAZUQA1YigAGHByaW9yaXQdpQA2YiwAPcgZWwA3Zi8AEHJlYXRlJbgZLwA4Yi8AJHRhcmdldF9zY28uCwF1J0GdAG0uJgMAQ13+KE9GRgkxLjE5IEtCJcMYMwkzNl8xNCXEFHRhYmxlOj7EASgsIGhhbmRsZToxNVERCDEuNUXoUhACADUFTFbqARxfaGlzdG9yeZYYAhUuqiACGTSWKAIVMJ4wAh0xkjgCFTCqQAIVNLZIAhk3slACFTdeWAIAMLF/CDcuMVlZ5UW5V01ZADc2WQIANkUNVlkCEXguYQIZazJpACxHZXQ6e251bV9ycGOh+Ah0b3SBYrHpBDdtoWMBDyRfZGV0YWlsOiB7CSMYcHJvY2Vzc2VbGDogMzU1LjkBWQkdofcNGgw5NS43sUAoYWxfa3ZfcmVhZF/ZUAggMzWlAwx0aWt2OhcAIRUYfSwgc2Nhbl5/ABRrZXlzOiDJbgRhbBWWARcMX3NpegGbCDg0NsWNAX4FLggyLCBl5hRuYXBzaG8RqQgyNi6p6bxyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDR9fX0JTi9BCU4vQQo=')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('hBSgCv8TCgpIYXNoQWdnXzExEpsNCghVbmlvbl8xMhLeBAoNUHJvamVjdGkBEkgzEnoKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EnwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6MTVaFHRpbWU6MS41M21zLCBsb29wczoycP///wkDBAF4CQgY////ASGrqgEBAD0+bAAIUoMDBWkALj5oADwuaWQtPkNvbHVtbiMzMSwgWiYAAZMMX2tleRksADJmLAAIeXBlGSgAM2IoAAxzdGF0HSkANGopAARlcBlRADViKAAYcHJpb3JpdB2lADZiLAAkY29uY3VycmVuYx0vADdmLwAgcmVhdGVfdGltHbIAOGIvACR0YXJnZXRfc2NvLgsBBDlaMcoENzg9yghiD0MZjRg6T0ZGcMEJPdMIEugHNmECDDUSvAMyYgIANkZiAkVgCCMKIVFgABg++AEcX2hpc3RvcnkuaAIAEwHfDDozNTcZnVgxYroCR2V0OntudW1fcnBjOjIsIHRvdEGlQZQkMzU3Ljdtc30sIAEPJF9kZXRhaWw6IHsJIxhwcm9jZXNzJTYYOiAzNTUuOQFaCR0Md2FpdA0aGDk1LjfCtXMRWixrdl9yZWFkX3dhbGwNIggzNTYFOghpa3Y6FwAELjEFfwxzY2FuXn8AGGtleXM6IDERXxGWARcMX3NpegGbCDg0NhEfARcQOiAyLCAlwRRuYXBzaG8RqQwyNi41Bamgcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiA0fX19cP9hlQEBdqQDIa4EUstaogMxqpaqAxUuqrIDGTSWugMVMJ7CAx0xksoDFTCq0gMVNLbaAxk3suIDFTde6gMAFWERZSAAMUG6qbUAMUbrAwCpLusDCCFWVQEBAEOxvgQAQMkqHU5lCAlOADJaXwIYLmt1TPAwUj5FACxSwANncm91cCBieTq98RELBDIsFQsAMxkLADQZCwA1GQsANhkLADcZCwA4GQtEOSwgZnVuY3M6Zmlyc3Ryb3coEWcEMSm5ygAxYiYAADIdJgAyYiYAADMdJgAzYiYAADQdJgA0YiYAADUdJgA1YiYAADYdJgA2YiYAADcdJgA3YiYAADgdJgA4YiYAADkdJgA5VQgIOC41WVZMMmLKAnBhcnRpYWxfd29ya2VyOnu5PKGjEDk2OTIwpdZ9HQw6NSwghSUMbnVtOqkepZUsOjEuNzg4MDk3OTc2qZQwX2V4ZWM6NTI0LjA1MqUAAHSxEwUsKDk3NDg3cywgbWF4BW8UODIzNjYzAaEIcDk1MhIAFH0sIGZpblqoABw4LjQyNDUxNAE5XqgAAbQAbw2oFDk4LjY4NhWQBaUMNi4zMKmjASdlhCgxLjc5MDg5MjMzORWkFDguNDAxOQVqCaMVEQB9VlUDBBgB')\n# Resource_group: default\n;"] [2024/05/07 02:09:35.543 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=15] [2024/05/07 02:09:35.572 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:35.572 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/05/07 02:09:35.641 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:35.731 +00:00] [INFO] [import_into.go:325] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=979.124518ms] [] [2024/05/07 02:09:35.732 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.987804394\n# Parse_time: 0.000426628\n# Compile_time: 0.000658861\n# Rewrite_time: 0.000005769\n# Optimize_time: 0.000198996\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/05/07 02:09:35.778 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:09:35.781 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/05/07 02:09:35.830 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:35.830 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:09:35.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:35.997 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.312007ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:36.011 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/05/07 02:09:36.045 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=54.417185ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:35.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.092 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:35.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.121 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/05/07 02:09:36.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.126 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345273164\n# Parse_time: 0.000263167\n# Compile_time: 0.000689565\n# Rewrite_time: 0.000031843\n# Optimize_time: 0.000226271\n# Wait_TS: 0.000393258\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/07 02:09:36.129 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:09:36.134 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:09:36.188 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:36.188 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:09:36.264 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.273 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/05/07 02:09:36.348 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.511923ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:36.360 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/05/07 02:09:36.395 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=53.466729ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:36.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.471 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:36.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:36.509 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/05/07 02:09:36.509 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:36.513 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.382185402\n# Parse_time: 0.001863208\n# Compile_time: 0.001288796\n# Rewrite_time: 0.00004945\n# Optimize_time: 0.000226271\n# Wait_TS: 0.000457177\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:09:36.528 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:36.747 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:36.877 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:36.921 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/05/07 02:09:36.921 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:37.027 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:37.029 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:37.030 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/05/07 02:09:37.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:37.055 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:37.055 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:09:37.055 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=73.011µs] [2024/05/07 02:09:37.055 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=212.307µs] [] [2024/05/07 02:09:37.055 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 02:09:37.055 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/07 02:09:37.186 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/05/07 02:09:37.223 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/05/07 02:09:37.267 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:37.310 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:37.311 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/07 02:09:37.313 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:37.321 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:37.321 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:37.322 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:37.322 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:37.323 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:37.323 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:37.323 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:37.323 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:37.323 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:37.339 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:37.340 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:37.340 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:37.341 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:37.341 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=348.5GiB] [2024/05/07 02:09:37.387 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=27] [2024/05/07 02:09:37.391 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:37.395 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:37.395 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/07 02:09:37.456 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/05/07 02:09:37.461 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.349278ms] [encodeDur=2.45585ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=277.659µs] [type=file] [takeTime=4.482951ms] [] [2024/05/07 02:09:37.461 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/05/07 02:09:37.462 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/4f9ecd8c-1d6d-4004-b344-b3a14b87f636.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/05/07 02:09:37.462 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=27] [takeTime=74.583742ms] [] [2024/05/07 02:09:37.462 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/07 02:09:37.462 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/07 02:09:37.462 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:37.464 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.889786ms] [] [2024/05/07 02:09:37.464 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/07 02:09:37.471 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:37.493 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/07 02:09:37.493 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:37.510 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 02:09:37.512 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=47.785861ms] [] [2024/05/07 02:09:37.512 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:37.514 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.29247ms] [] [2024/05/07 02:09:37.514 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/05/07 02:09:37.514 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:37.516 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.659253ms] [] [2024/05/07 02:09:37.516 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/07 02:09:37.516 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:37.516 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=60.945µs] [] [2024/05/07 02:09:37.516 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:37.517 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=859.893µs] [] [2024/05/07 02:09:37.588 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/05/07 02:09:37.592 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:37.596 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:37.596 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/05/07 02:09:37.632 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/05/07 02:09:37.635 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.275437ms] [encodeDur=1.137721ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=60.254µs] [type=file] [takeTime=2.845585ms] [] [2024/05/07 02:09:37.635 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/05/07 02:09:37.636 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=47.535227ms] [] [2024/05/07 02:09:37.636 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/01ac1c0f-7a94-4c01-9dd3-f306ac9a2d97.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/05/07 02:09:37.636 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/07 02:09:37.636 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/07 02:09:37.636 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:37.639 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.310825ms] [] [2024/05/07 02:09:37.639 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:09:37.668 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:37.691 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/07 02:09:37.691 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:37.705 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 02:09:37.707 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=68.037267ms] [] [2024/05/07 02:09:37.707 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:37.708 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.400007ms] [] [2024/05/07 02:09:37.708 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/05/07 02:09:37.709 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:37.710 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.778504ms] [] [2024/05/07 02:09:37.710 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:09:37.711 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:37.711 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=64.459µs] [] [2024/05/07 02:09:37.711 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:37.712 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.141863ms] [] [2024/05/07 02:09:37.746 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:37.748 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:37.750 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:37.751 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:37.765 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/05/07 02:09:37.771 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:37.771 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:37.771 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:37.771 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:37.773 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:37.773 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:37.773 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:37.773 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:37.774 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:37.774 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=463.950646ms] [] [2024/05/07 02:09:37.818 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:37.820 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:37.820 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:37.972 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:38.018 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [2024/05/07 02:09:38.019 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [2024/05/07 02:09:38.019 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [2024/05/07 02:09:38.019 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [takeTime=13.605µs] [] [2024/05/07 02:09:38.019 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:09:38.019 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:09:38.019 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [weight=30] [2024/05/07 02:09:38.019 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [concurrency=15] [2024/05/07 02:09:38.059 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/07 02:09:38.060 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [takeTime=41.362019ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:38.060 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=29] [takeTime=41.883105ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:38.061 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:38.061 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:38.061 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/07 02:09:38.085 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=112.848763ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/07 02:09:38.085 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:09:38.158 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/05/07 02:09:38.215 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/05/07 02:09:38.244 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/05/07 02:09:38.245 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/05/07 02:09:38.256 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/05/07 02:09:38.327 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=16] [2024/05/07 02:09:38.355 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:38.355 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/05/07 02:09:38.463 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:709\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:09:38.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.949801884\n# Parse_time: 0.00091699\n# Compile_time: 0.001838007\n# Rewrite_time: 0.000355738\n# Optimize_time: 0.000226271\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS45NXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuOTVzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/05/07 02:09:38.476 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/07 02:09:38.484 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:38.510 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:38.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/07 02:09:38.510 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:38.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:38.568 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:38.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.580 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/05/07 02:09:38.640 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=2.459646ms] [gotSchemaVersion=104] [phyTblIDs="[151,153]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:38.651 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/05/07 02:09:38.687 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=53.759171ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.728 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/05/07 02:09:38.736 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/05/07 02:09:38.739 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:38.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:38.816 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/05/07 02:09:38.816 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:38.820 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344806558\n# Parse_time: 0.000278599\n# Compile_time: 0.000949267\n# Rewrite_time: 0.000041374\n# Optimize_time: 0.001253099\n# Wait_TS: 0.000499556\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:09:38.835 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:39.050 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:39.151 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:39.192 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/05/07 02:09:39.192 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:39.323 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:39.325 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:39.326 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/05/07 02:09:39.349 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:39.352 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:39.352 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:09:39.352 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=92.882µs] [2024/05/07 02:09:39.352 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=303.793µs] [] [2024/05/07 02:09:39.352 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 02:09:39.352 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/07 02:09:39.495 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/05/07 02:09:39.514 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/05/07 02:09:39.529 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:39.576 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:39.578 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/07 02:09:39.579 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:39.588 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:39.588 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:39.589 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:39.589 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:39.590 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:39.590 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:39.590 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:39.590 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:39.590 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:39.605 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:39.606 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:39.606 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:39.607 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:39.607 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=348.5GiB] [2024/05/07 02:09:39.655 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=30] [2024/05/07 02:09:39.659 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:39.663 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:39.663 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/07 02:09:39.691 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/05/07 02:09:39.695 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=1.599518ms] [encodeDur=1.33446ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=413.302µs] [type=file] [takeTime=3.821229ms] [] [2024/05/07 02:09:39.695 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/05/07 02:09:39.696 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=30] [takeTime=40.300884ms] [] [2024/05/07 02:09:39.696 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/de53dea9-8695-403f-bad5-3d33915d5e89.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/05/07 02:09:39.696 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/07 02:09:39.696 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/07 02:09:39.696 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:39.699 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.404149ms] [] [2024/05/07 02:09:39.699 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:09:39.704 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:39.733 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/07 02:09:39.734 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:39.751 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 02:09:39.754 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=54.800533ms] [] [2024/05/07 02:09:39.754 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:39.755 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.383408ms] [] [2024/05/07 02:09:39.755 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/05/07 02:09:39.755 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:39.758 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.177913ms] [] [2024/05/07 02:09:39.758 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:09:39.758 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:39.758 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.477µs] [] [2024/05/07 02:09:39.758 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:39.759 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.010403ms] [] [2024/05/07 02:09:39.831 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/05/07 02:09:39.835 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:39.839 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:39.839 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/05/07 02:09:39.934 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/05/07 02:09:39.938 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.877096ms] [encodeDur=1.444467ms] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=62.08µs] [type=file] [takeTime=3.883517ms] [] [2024/05/07 02:09:39.938 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/05/07 02:09:39.939 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/9d3e5052-9351-4055-9162-b8b67abe5844.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/05/07 02:09:39.940 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=108.811317ms] [] [2024/05/07 02:09:39.940 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/07 02:09:39.940 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/07 02:09:39.940 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:39.944 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=3.596815ms] [] [2024/05/07 02:09:39.944 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/07 02:09:39.950 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:39.972 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/07 02:09:39.972 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:39.986 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 02:09:39.988 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.675555ms] [] [2024/05/07 02:09:39.988 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:39.989 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.228122ms] [] [2024/05/07 02:09:39.989 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/05/07 02:09:39.989 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:39.991 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.588777ms] [] [2024/05/07 02:09:39.991 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/07 02:09:39.991 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:39.991 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=71.409µs] [] [2024/05/07 02:09:39.991 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:39.992 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=820.738µs] [] [2024/05/07 02:09:40.051 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/05/07 02:09:40.055 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:40.055 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:40.055 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:40.055 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:40.055 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:40.056 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:40.055 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:40.056 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.056 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.056 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.056 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.056 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.056 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:40.058 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:40.058 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:40.058 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:40.058 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:40.058 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:40.058 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=481.781056ms] [] [2024/05/07 02:09:40.115 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:40.117 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:40.118 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:40.118 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:40.216 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:40.218 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:40.218 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:40.393 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:40.445 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [2024/05/07 02:09:40.445 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [2024/05/07 02:09:40.445 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [2024/05/07 02:09:40.445 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [takeTime=15.76µs] [] [2024/05/07 02:09:40.445 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:09:40.445 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [takeTime=233.905µs] [] [2024/05/07 02:09:40.445 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=32] [takeTime=467.837µs] [] [2024/05/07 02:09:40.491 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=97.974801ms] [] [2024/05/07 02:09:40.515 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:40.516 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/05/07 02:09:40.519 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/05/07 02:09:40.598 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=17] [2024/05/07 02:09:40.605 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/05/07 02:09:40.631 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:40.631 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/05/07 02:09:40.712 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.890930453\n# Parse_time: 0.000847533\n# Compile_time: 0.001976576\n# Rewrite_time: 0.000391289\n# Optimize_time: 0.001253099\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/05/07 02:09:40.725 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/05/07 02:09:40.731 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:40.757 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:40.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:40.757 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:40.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/05/07 02:09:40.807 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:40.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:40.819 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/05/07 02:09:40.873 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=2.743896ms] [gotSchemaVersion=105] [phyTblIDs="[153,155]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:40.883 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/05/07 02:09:40.919 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=53.295571ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.008 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/05/07 02:09:41.017 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/05/07 02:09:41.021 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:40.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:41.087 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/05/07 02:09:41.087 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:41.091 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.367325023\n# Parse_time: 0.000257594\n# Compile_time: 0.000776789\n# Rewrite_time: 0.000040244\n# Optimize_time: 0.001427358\n# Wait_TS: 0.000482621\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:09:41.108 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:41.302 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:41.444 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:09:41.492 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/05/07 02:09:41.492 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:09:41.598 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:41.599 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:41.601 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/05/07 02:09:41.622 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:41.625 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:41.625 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/05/07 02:09:41.625 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=87.341µs] [2024/05/07 02:09:41.626 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=252.923µs] [] [2024/05/07 02:09:41.626 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 02:09:41.626 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/07 02:09:41.759 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/05/07 02:09:41.779 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/05/07 02:09:41.784 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:09:41.860 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:41.861 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/07 02:09:41.862 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:41.872 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:41.872 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:41.873 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:41.873 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:41.874 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:41.874 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:41.874 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:41.874 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:41.874 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:41.890 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:41.892 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:41.892 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:41.892 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:41.892 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=348.5GiB] [2024/05/07 02:09:41.944 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=33] [2024/05/07 02:09:41.949 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:41.952 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:41.952 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/07 02:09:41.965 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/05/07 02:09:41.968 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.18351ms] [encodeDur=1.265415ms] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=176.427µs] [type=file] [takeTime=3.062837ms] [] [2024/05/07 02:09:41.969 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/05/07 02:09:41.969 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=33] [takeTime=25.515009ms] [] [2024/05/07 02:09:41.969 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/558b4e50-7f4b-4438-b46d-2192c6500869.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/05/07 02:09:41.970 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/07 02:09:41.970 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/07 02:09:41.970 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:41.972 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.974355ms] [] [2024/05/07 02:09:41.972 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:09:41.977 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:41.998 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/05/07 02:09:41.999 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:42.012 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 02:09:42.014 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.755024ms] [] [2024/05/07 02:09:42.014 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:42.015 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.177233ms] [] [2024/05/07 02:09:42.015 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/05/07 02:09:42.015 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:42.017 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.609611ms] [] [2024/05/07 02:09:42.017 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:09:42.017 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:42.017 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=74.237µs] [] [2024/05/07 02:09:42.017 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:42.018 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=942.17µs] [] [2024/05/07 02:09:42.096 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/05/07 02:09:42.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:42.104 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:42.104 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/05/07 02:09:42.209 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/05/07 02:09:42.213 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.126822ms] [encodeDur=1.749708ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=59.604µs] [type=file] [takeTime=3.26198ms] [] [2024/05/07 02:09:42.213 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/05/07 02:09:42.214 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=118.131284ms] [] [2024/05/07 02:09:42.214 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/c44241ca-fcf1-408e-9c3a-602ede26e926.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/05/07 02:09:42.214 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/07 02:09:42.214 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/07 02:09:42.214 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:42.217 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.30104ms] [] [2024/05/07 02:09:42.217 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/05/07 02:09:42.221 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:42.243 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/05/07 02:09:42.243 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:42.302 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/05/07 02:09:42.304 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=86.952909ms] [] [2024/05/07 02:09:42.304 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/05/07 02:09:42.305 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.505317ms] [] [2024/05/07 02:09:42.306 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/05/07 02:09:42.306 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:42.308 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.958897ms] [] [2024/05/07 02:09:42.308 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/05/07 02:09:42.308 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:42.308 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=72.057µs] [] [2024/05/07 02:09:42.308 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/05/07 02:09:42.309 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.02422ms] [] [2024/05/07 02:09:42.361 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:42.367 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:42.367 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:42.367 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:42.367 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:42.370 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:42.370 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:42.370 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:42.370 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:42.370 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:42.370 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=510.101405ms] [] [2024/05/07 02:09:42.417 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:42.419 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:42.420 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:42.420 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:42.488 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/05/07 02:09:42.489 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:42.489 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:09:42.678 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:09:42.733 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [2024/05/07 02:09:42.733 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [2024/05/07 02:09:42.733 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [2024/05/07 02:09:42.733 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [takeTime=11.137µs] [] [2024/05/07 02:09:42.733 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/05/07 02:09:42.734 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/05/07 02:09:42.734 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [weight=30] [2024/05/07 02:09:42.734 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [concurrency=15] [2024/05/07 02:09:42.738 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/05/07 02:09:42.739 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:09:42.739 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [takeTime=5.77369ms] [] [2024/05/07 02:09:42.739 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=35] [takeTime=6.010642ms] [] [2024/05/07 02:09:42.782 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=103.775797ms] [] [2024/05/07 02:09:42.818 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:42.818 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/05/07 02:09:42.821 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/05/07 02:09:42.871 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/05/07 02:09:42.901 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=18] [2024/05/07 02:09:42.923 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:42.923 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/05/07 02:09:43.058 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.965994043\n# Parse_time: 0.001514146\n# Compile_time: 0.001972596\n# Rewrite_time: 0.000423278\n# Optimize_time: 0.001427358\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/05/07 02:09:43.070 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/07 02:09:43.074 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:43.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/07 02:09:43.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.214 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=312.622µs] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:43.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/05/07 02:09:43.263 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=54.174728ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.301 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.331 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=201.355µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:43.342 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/05/07 02:09:43.379 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=53.137005ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.432 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.471 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=180.675µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:43.484 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/05/07 02:09:43.542 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=74.408452ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.614 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:43.623 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/05/07 02:09:43.628 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.682 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/05/07 02:09:43.682 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.686 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.617711314\n# Parse_time: 0.000510041\n# Compile_time: 0.000915126\n# Rewrite_time: 0.000045025\n# Optimize_time: 0.001175231\n# Wait_TS: 0.000535037\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/07 02:09:43.688 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/07 02:09:43.728 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:43.728 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/07 02:09:43.798 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.831 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=1.070128ms] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:43.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/05/07 02:09:43.879 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=53.781605ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:43.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.922 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:43.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/05/07 02:09:43.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:43.957 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/05/07 02:09:44.041 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:44.041 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/07 02:09:44.113 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.123 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/05/07 02:09:44.187 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=2.827202ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:44.199 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/05/07 02:09:44.231 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=53.959782ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:43.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.292 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:43.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:44.342 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/05/07 02:09:44.342 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:44.346 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.389838409\n# Parse_time: 0.000613698\n# Compile_time: 0.000926855\n# Rewrite_time: 0.000050078\n# Optimize_time: 0.001175231\n# Wait_TS: 0.000431869\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/05/07 02:09:44.362 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:44.603 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:44.715 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/05/07 02:09:44.758 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/05/07 02:09:44.758 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/05/07 02:09:44.864 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:44.866 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:44.867 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/05/07 02:09:44.920 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:44.923 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/05/07 02:09:44.923 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/05/07 02:09:44.923 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=139.649µs] [2024/05/07 02:09:44.924 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=361.814µs] [] [2024/05/07 02:09:44.924 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:44.924 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/05/07 02:09:45.055 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/05/07 02:09:45.074 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/05/07 02:09:45.086 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=50] [2024/05/07 02:09:45.130 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/05/07 02:09:45.131 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/07 02:09:45.133 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:45.141 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:45.141 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:45.142 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:45.142 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:45.143 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:45.143 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.143 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:45.143 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:45.143 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.160 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:45.162 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:45.162 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=374.2GB] [2024/05/07 02:09:45.162 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:45.162 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=348.5GiB] [2024/05/07 02:09:45.213 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=36] [2024/05/07 02:09:45.217 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 02:09:45.221 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 02:09:45.221 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/07 02:09:45.221 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/05/07 02:09:45.277 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/05/07 02:09:45.278 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/05/07 02:09:45.283 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.461138ms] [encodeDur=4.028937ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=325.918µs] [type=file] [takeTime=6.347124ms] [] [2024/05/07 02:09:45.284 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.471992ms] [encodeDur=3.686845ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=329.545µs] [type=file] [takeTime=5.930352ms] [] [2024/05/07 02:09:45.284 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/9c686fad-dc3b-47f4-8c8e-3350fafc7edf.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/05/07 02:09:45.284 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=36] [takeTime=71.061972ms] [] [2024/05/07 02:09:45.285 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/07 02:09:45.285 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/07 02:09:45.285 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 02:09:45.285 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/d91582ff-1a43-44ad-aeb9-1ebeb2124780.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/05/07 02:09:45.287 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=2.422101ms] [] [2024/05/07 02:09:45.287 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/05/07 02:09:45.292 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:45.314 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/05/07 02:09:45.314 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:45.355 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/05/07 02:09:45.357 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=70.031724ms] [] [2024/05/07 02:09:45.357 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/05/07 02:09:45.359 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.515391ms] [] [2024/05/07 02:09:45.359 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/05/07 02:09:45.359 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 02:09:45.361 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.948312ms] [] [2024/05/07 02:09:45.361 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/05/07 02:09:45.361 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 02:09:45.361 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=59.674µs] [] [2024/05/07 02:09:45.361 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/05/07 02:09:45.363 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.156113ms] [] [2024/05/07 02:09:45.418 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/05/07 02:09:45.422 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:45.422 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:45.422 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:45.422 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:45.422 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:45.422 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:45.423 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.423 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:45.423 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.423 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.423 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.423 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.423 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:45.426 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:45.426 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:45.426 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:45.426 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:45.426 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:45.426 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=296.105257ms] [] [2024/05/07 02:09:45.478 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:45.479 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:45.480 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:45.480 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:45.553 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/05/07 02:09:45.554 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:45.554 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/05/07 02:09:45.743 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/05/07 02:09:45.793 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [2024/05/07 02:09:45.793 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [2024/05/07 02:09:45.793 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [2024/05/07 02:09:45.802 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [takeTime=8.627427ms] [] [2024/05/07 02:09:45.802 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/05/07 02:09:45.802 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/07 02:09:45.802 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [weight=30] [2024/05/07 02:09:45.802 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [concurrency=15] [2024/05/07 02:09:45.806 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/05/07 02:09:45.807 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/05/07 02:09:45.807 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [takeTime=13.569288ms] [] [2024/05/07 02:09:45.807 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=37] [takeTime=13.822154ms] [] [2024/05/07 02:09:45.852 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=108.804949ms] [] [2024/05/07 02:09:45.886 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:45.886 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/05/07 02:09:45.889 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/05/07 02:09:45.948 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/05/07 02:09:45.965 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=19] [2024/05/07 02:09:45.993 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:45.993 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/05/07 02:09:46.087 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:46.271 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.923825774\n# Parse_time: 0.001148719\n# Compile_time: 0.001774839\n# Rewrite_time: 0.000357568\n# Optimize_time: 0.001175231\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] === RUN TestImportInto/TestDeliverBytesRows [2024/05/07 02:09:46.328 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:09:46.355 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:46.355 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:09:46.394 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.439 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=388.924µs] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:46.452 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/05/07 02:09:46.487 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=53.257414ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.540 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.570 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=209.97µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:46.616 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/05/07 02:09:46.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=52.988797ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.681 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.722 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=304.697µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:09:46.734 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/05/07 02:09:46.770 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=53.262187ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.842 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/05/07 02:09:46.850 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/05/07 02:09:46.855 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:46.908 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/05/07 02:09:46.908 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:46.912 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.585004359\n# Parse_time: 0.000454137\n# Compile_time: 0.000643289\n# Rewrite_time: 0.000043097\n# Optimize_time: 0.003902817\n# Wait_TS: 0.000390149\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:09:46.914 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 02:09:46.944 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:46.944 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:09:47.017 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.091 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=2.177838ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:47.105 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/05/07 02:09:47.107 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] ["ddl job id"=164] [ver=114] [2024/05/07 02:09:47.129 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=75.127069ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:46.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:46.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.215 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/05/07 02:09:47.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:47.219 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.305906455\n# Parse_time: 0.00031753\n# Compile_time: 0.000843173\n# Rewrite_time: 0.000048709\n# Optimize_time: 0.003902817\n# Wait_TS: 0.000436297\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/07 02:09:47.222 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:09:47.226 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:09:47.269 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:47.269 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:09:47.316 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.324 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/05/07 02:09:47.389 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.98876ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:47.401 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/05/07 02:09:47.435 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=54.004523ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:47.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.479 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:47.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:47.519 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/05/07 02:09:47.519 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:47.556 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331216211\n# Parse_time: 0.000701655\n# Compile_time: 0.001329674\n# Rewrite_time: 0.000075808\n# Optimize_time: 0.003902817\n# Wait_TS: 0.000336705\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:09:47.573 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:47.755 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:47.856 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:47.898 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/05/07 02:09:47.899 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:48.005 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:48.007 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:48.008 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/05/07 02:09:48.027 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:48.031 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:48.031 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/07 02:09:48.031 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=56.052µs] [2024/05/07 02:09:48.031 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=181.544µs] [] [2024/05/07 02:09:48.031 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:48.031 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:48.150 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/05/07 02:09:48.169 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/05/07 02:09:48.187 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:48.231 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:48.232 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/07 02:09:48.233 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:48.242 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:48.242 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:48.242 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:48.242 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:48.243 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:48.243 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:48.243 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:48.243 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:48.243 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:48.258 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:48.259 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:48.259 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:48.259 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:48.259 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=348.5GiB] [2024/05/07 02:09:48.302 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=38] [2024/05/07 02:09:48.306 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:48.310 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:48.310 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/05/07 02:09:48.318 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/05/07 02:09:48.323 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.554011ms] [encodeDur=2.829347ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=562.59µs] [type=file] [takeTime=5.494834ms] [] [2024/05/07 02:09:48.324 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=38] [takeTime=21.833757ms] [] [2024/05/07 02:09:48.324 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/f8451ee4-c1d8-4366-840b-d4420b5f12a2.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/05/07 02:09:48.324 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/07 02:09:48.324 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/07 02:09:48.324 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:48.327 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.037454ms] [] [2024/05/07 02:09:48.327 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:09:48.331 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:48.371 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/07 02:09:48.372 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:48.389 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/07 02:09:48.391 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=64.412107ms] [] [2024/05/07 02:09:48.391 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:48.392 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.16902ms] [] [2024/05/07 02:09:48.393 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/05/07 02:09:48.393 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:48.395 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.06563ms] [] [2024/05/07 02:09:48.395 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:09:48.395 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:48.395 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.262µs] [] [2024/05/07 02:09:48.395 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:48.396 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.036667ms] [] [2024/05/07 02:09:48.449 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/05/07 02:09:48.452 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:48.452 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:48.452 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:48.452 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:48.452 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:48.452 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:48.453 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:48.453 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:48.453 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.453 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:48.453 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.453 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:48.453 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:48.455 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:48.455 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:48.455 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:48.455 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:48.455 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:48.456 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=224.741783ms] [] [2024/05/07 02:09:48.527 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:48.528 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:48.530 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:48.530 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:48.598 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/07 02:09:48.599 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:48.599 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:48.779 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:48.832 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [2024/05/07 02:09:48.832 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [2024/05/07 02:09:48.832 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [2024/05/07 02:09:48.840 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [takeTime=8.103228ms] [] [2024/05/07 02:09:48.840 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/05/07 02:09:48.840 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/07 02:09:48.840 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [weight=30] [2024/05/07 02:09:48.840 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [concurrency=15] [2024/05/07 02:09:48.844 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/05/07 02:09:48.845 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/05/07 02:09:48.845 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [takeTime=13.307176ms] [] [2024/05/07 02:09:48.845 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=39] [takeTime=13.519196ms] [] [2024/05/07 02:09:48.891 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=111.088099ms] [] [2024/05/07 02:09:48.921 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:48.921 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/05/07 02:09:48.924 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/05/07 02:09:48.977 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/05/07 02:09:49.005 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=20] [2024/05/07 02:09:49.026 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:49.026 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/05/07 02:09:49.149 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:49.153 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.595580144\n# Parse_time: 0.000498568\n# Compile_time: 0.001500959\n# Rewrite_time: 0.000338158\n# Optimize_time: 0.003902817\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:09:49.163 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 02:09:49.194 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:49.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:49.194 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:49.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:09:49.266 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:49.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.279 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/05/07 02:09:49.344 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=3.082504ms] [gotSchemaVersion=116] [phyTblIDs="[165,167]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:49.355 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/05/07 02:09:49.390 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=54.151338ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.439 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/05/07 02:09:49.448 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/05/07 02:09:49.452 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:49.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:49.511 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/05/07 02:09:49.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:49.515 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352694967\n# Parse_time: 0.000205562\n# Compile_time: 0.000856874\n# Rewrite_time: 0.000037531\n# Optimize_time: 0.001234582\n# Wait_TS: 0.000437991\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:09:49.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:49.736 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:09:49.844 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:49.892 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/05/07 02:09:49.892 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:49.999 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:50.001 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:50.002 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/05/07 02:09:50.023 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:50.028 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:50.028 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/05/07 02:09:50.028 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=99.013µs] [2024/05/07 02:09:50.029 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=337.491µs] [] [2024/05/07 02:09:50.029 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:50.029 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:50.109 +00:00] [INFO] [manager.go:354] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b"] ["owner key"=/tidb/br-stream/owner/6f188f50cd6cd0bc] [ownerID=f41abb9e-22cb-4a1c-92b7-a0e65078688b] [op=none] [2024/05/07 02:09:50.151 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/05/07 02:09:50.172 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/05/07 02:09:50.197 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:50.244 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:50.246 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/07 02:09:50.246 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:50.255 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:50.256 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:50.256 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:50.256 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:50.257 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:50.257 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:50.257 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:50.257 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:50.257 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:50.273 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:50.274 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:50.274 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:50.274 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:50.274 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=348.5GiB] [2024/05/07 02:09:50.322 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=40] [2024/05/07 02:09:50.327 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:50.332 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:50.332 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/05/07 02:09:50.362 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/05/07 02:09:50.366 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.497237ms] [encodeDur=2.081437ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=389.98µs] [type=file] [takeTime=4.085048ms] [] [2024/05/07 02:09:50.367 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=40] [takeTime=44.912644ms] [] [2024/05/07 02:09:50.367 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/83e7f1a7-f1ec-4929-bfa6-9a00d3703e43.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/05/07 02:09:50.367 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/07 02:09:50.367 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/07 02:09:50.367 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:50.369 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.989608ms] [] [2024/05/07 02:09:50.369 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:09:50.374 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:50.396 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/07 02:09:50.396 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:50.443 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/07 02:09:50.446 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=76.078271ms] [] [2024/05/07 02:09:50.446 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:09:50.448 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.598331ms] [] [2024/05/07 02:09:50.448 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/05/07 02:09:50.448 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:50.450 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.999236ms] [] [2024/05/07 02:09:50.450 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:09:50.450 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:50.450 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=69.765µs] [] [2024/05/07 02:09:50.450 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:09:50.451 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=986.617µs] [] [2024/05/07 02:09:50.507 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:50.511 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:50.511 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:50.511 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:50.512 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:50.512 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:50.512 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:50.514 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:50.514 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:50.514 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:50.514 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:50.514 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:50.514 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=270.098586ms] [] [2024/05/07 02:09:50.519 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:50.521 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:50.522 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:50.522 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:50.597 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/07 02:09:50.599 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:50.599 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:50.758 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:50.839 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [2024/05/07 02:09:50.839 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [2024/05/07 02:09:50.840 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [2024/05/07 02:09:50.848 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [takeTime=8.249163ms] [] [2024/05/07 02:09:50.848 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/05/07 02:09:50.848 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/07 02:09:50.848 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [weight=30] [2024/05/07 02:09:50.848 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [concurrency=15] [2024/05/07 02:09:50.852 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/05/07 02:09:50.853 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/05/07 02:09:50.853 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [takeTime=13.39035ms] [] [2024/05/07 02:09:50.853 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=41] [takeTime=13.624252ms] [] [2024/05/07 02:09:50.891 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=132.758821ms] [] [2024/05/07 02:09:50.922 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:50.922 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/05/07 02:09:50.925 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/05/07 02:09:50.990 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/05/07 02:09:50.999 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=21] [2024/05/07 02:09:51.021 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:51.021 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/05/07 02:09:51.108 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.591811665\n# Parse_time: 0.000556846\n# Compile_time: 0.001328237\n# Rewrite_time: 0.000342631\n# Optimize_time: 0.001234582\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/05/07 02:09:51.120 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 02:09:51.123 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 02:09:51.125 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:51.157 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:51.157 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/07 02:09:51.233 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=1.014811ms] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:51.277 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/05/07 02:09:51.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=54.687182ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.354 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.387 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/05/07 02:09:51.387 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:51.396 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/05/07 02:09:51.470 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:51.470 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/07 02:09:51.538 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.548 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/05/07 02:09:51.668 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=f41abb9e-22cb-4a1c-92b7-a0e65078688b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:09:51.668 +00:00] [INFO] [advancer.go:513] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/05/07 02:09:51.721 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.671046ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:51.733 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/05/07 02:09:51.767 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=53.886181ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:51.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.839 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:51.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:51.932 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/05/07 02:09:51.932 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:51.936 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.542651846\n# Parse_time: 0.001452357\n# Compile_time: 0.001655423\n# Rewrite_time: 0.000069355\n# Optimize_time: 0.001565208\n# Wait_TS: 0.000437824\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/05/07 02:09:52.124 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet3556027090/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/05/07 02:09:52.124 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:52.125 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/07 02:09:52.125 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=899.224µs] [2024/05/07 02:09:52.126 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=1.106617ms] [] [2024/05/07 02:09:52.285 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/05/07 02:09:52.332 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/05/07 02:09:52.332 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:09:52.438 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:52.441 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:52.443 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/05/07 02:09:52.494 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:52.494 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:09:52.671 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/05/07 02:09:52.693 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/05/07 02:09:52.699 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:09:52.744 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:09:52.746 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/07 02:09:52.756 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:52.756 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:52.757 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:52.757 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:52.758 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:52.758 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:52.758 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:52.758 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:52.758 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:52.773 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:52.775 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:52.775 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:52.775 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:52.775 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=348.5GiB] [2024/05/07 02:09:52.817 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=42] [2024/05/07 02:09:52.821 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:09:52.825 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:52.825 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/05/07 02:09:52.882 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/05/07 02:09:52.891 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=2.936392ms] [encodeDur=5.45063ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=321.555µs] [type=file] [takeTime=9.291861ms] [] [2024/05/07 02:09:52.892 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=42] [takeTime=75.095485ms] [] [2024/05/07 02:09:52.892 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/32ff64be-49c8-4db0-9e44-2cd27536504c.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/05/07 02:09:52.893 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/07 02:09:52.893 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/07 02:09:52.893 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:09:52.895 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.423531ms] [] [2024/05/07 02:09:52.895 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 02:09:52.900 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:52.938 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/07 02:09:52.939 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:52.957 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/07 02:09:52.959 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=63.444121ms] [] [2024/05/07 02:09:52.959 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:09:52.960 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.302907ms] [] [2024/05/07 02:09:52.960 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/05/07 02:09:52.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:52.962 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.669567ms] [] [2024/05/07 02:09:52.962 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 02:09:52.962 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:52.962 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=64.093µs] [] [2024/05/07 02:09:52.962 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:52.963 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=914.441µs] [] [2024/05/07 02:09:53.010 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/05/07 02:09:53.014 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:53.014 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:53.014 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:53.014 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:53.017 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:53.017 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:53.017 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:53.017 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:53.017 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:53.017 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=273.187955ms] [] [2024/05/07 02:09:53.060 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:53.063 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:53.065 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:53.065 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:53.136 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/07 02:09:53.139 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:53.139 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:09:53.374 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:09:53.425 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [2024/05/07 02:09:53.425 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [2024/05/07 02:09:53.425 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [2024/05/07 02:09:53.433 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [takeTime=7.643123ms] [] [2024/05/07 02:09:53.433 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/07 02:09:53.433 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 02:09:53.433 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [weight=30] [2024/05/07 02:09:53.433 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [concurrency=15] [2024/05/07 02:09:53.438 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/07 02:09:53.438 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 02:09:53.439 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [takeTime=13.537072ms] [] [2024/05/07 02:09:53.439 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=43] [takeTime=13.804382ms] [] [2024/05/07 02:09:53.483 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=108.295065ms] [] [2024/05/07 02:09:53.560 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:53.561 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/05/07 02:09:53.565 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/05/07 02:09:53.620 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/05/07 02:09:53.640 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=22] [2024/05/07 02:09:53.666 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:53.666 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/05/07 02:09:53.839 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:53.849 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.911217781\n# Parse_time: 0.000721197\n# Compile_time: 0.001526736\n# Rewrite_time: 0.000334694\n# Optimize_time: 0.001565208\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet3556027090/001/test.parquet' FORMAT 'parquet';"] [2024/05/07 02:09:53.864 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/07 02:09:53.899 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:53.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:53.899 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:53.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/07 02:09:53.966 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:53.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:53.978 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/05/07 02:09:54.078 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=3.340757ms] [gotSchemaVersion=119] [phyTblIDs="[171,173]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:54.090 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/05/07 02:09:54.134 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=63.470939ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:53.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.215 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/05/07 02:09:54.225 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/05/07 02:09:54.229 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:53.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:54.320 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/05/07 02:09:54.321 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:54.325 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.461375092\n# Parse_time: 0.000248554\n# Compile_time: 0.000820839\n# Rewrite_time: 0.000039169\n# Optimize_time: 0.004696518\n# Wait_TS: 0.000469435\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/05/07 02:09:54.340 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:54.536 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:09:54.737 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:54.744 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.418277847\n# Parse_time: 0.00101129\n# Compile_time: 0.001489919\n# Rewrite_time: 0.000380587\n# Optimize_time: 0.004696518\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDE1LjFtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDE1LjFtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/05/07 02:09:54.777 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/05/07 02:09:54.777 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:54.883 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:54.885 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:54.888 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/05/07 02:09:54.908 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:54.911 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:54.911 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/05/07 02:09:54.915 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=4.041562ms] [2024/05/07 02:09:54.915 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.198772ms] [] [2024/05/07 02:09:54.916 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:54.916 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:55.141 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/05/07 02:09:55.161 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/05/07 02:09:55.165 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:55.214 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:55.217 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/07 02:09:55.218 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:55.226 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:55.226 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:55.227 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:55.227 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:55.228 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:55.228 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:55.228 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:55.228 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:55.228 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:55.244 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:55.245 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:55.245 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:09:55.245 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:55.245 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=348.5GiB] [2024/05/07 02:09:55.288 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=44] [2024/05/07 02:09:55.293 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:09:55.296 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:55.297 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/05/07 02:09:55.346 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/05/07 02:09:55.353 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=1.925566ms] [encodeDur=3.99773ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=293.512µs] [type=file] [takeTime=6.716973ms] [] [2024/05/07 02:09:55.353 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/71a161de-bc26-44e5-865e-035f9085de7a.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/05/07 02:09:55.353 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=44] [takeTime=65.519645ms] [] [2024/05/07 02:09:55.354 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/07 02:09:55.354 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/07 02:09:55.354 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:09:55.356 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.876929ms] [] [2024/05/07 02:09:55.356 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 02:09:55.360 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:55.382 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/05/07 02:09:55.383 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:55.429 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/05/07 02:09:55.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=75.155093ms] [] [2024/05/07 02:09:55.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:09:55.432 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.35178ms] [] [2024/05/07 02:09:55.433 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/05/07 02:09:55.433 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:55.435 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.904564ms] [] [2024/05/07 02:09:55.435 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 02:09:55.435 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:55.435 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=69.529µs] [] [2024/05/07 02:09:55.435 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:09:55.436 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.017286ms] [] [2024/05/07 02:09:55.483 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:09:55.487 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:09:55.487 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:55.487 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:55.487 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:09:55.489 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:09:55.489 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:09:55.489 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:09:55.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:09:55.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:09:55.490 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=275.539128ms] [] [2024/05/07 02:09:55.502 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:09:55.504 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:55.507 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/05/07 02:09:55.507 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:09:55.582 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/05/07 02:09:55.585 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:09:55.585 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:09:55.858 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:55.905 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [2024/05/07 02:09:55.906 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [2024/05/07 02:09:55.906 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [2024/05/07 02:09:55.914 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [takeTime=8.637425ms] [] [2024/05/07 02:09:55.914 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/05/07 02:09:55.914 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 02:09:55.915 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [weight=30] [2024/05/07 02:09:55.915 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [concurrency=15] [2024/05/07 02:09:55.921 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/05/07 02:09:55.922 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/05/07 02:09:55.922 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [takeTime=16.250176ms] [] [2024/05/07 02:09:55.922 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=45] [takeTime=16.523064ms] [] [2024/05/07 02:09:55.970 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=111.378701ms] [] [2024/05/07 02:09:56.003 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:09:56.003 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/05/07 02:09:56.008 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/05/07 02:09:56.061 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/05/07 02:09:56.082 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=23] [2024/05/07 02:09:56.106 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:09:56.106 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/05/07 02:09:56.265 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:09:56.793 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/05/07 02:09:56.826 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:56.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:56.826 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-05-07 02:09:56.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/05/07 02:09:56.903 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:56.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:56.917 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/05/07 02:09:57.000 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=3.308634ms] [gotSchemaVersion=120] [phyTblIDs="[173,175]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:09:57.011 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/05/07 02:09:57.045 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=53.80491ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:56.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.093 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/05/07 02:09:57.103 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/05/07 02:09:57.107 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:56.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.230 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/05/07 02:09:57.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:57.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.442058849\n# Parse_time: 0.000351158\n# Compile_time: 0.000832844\n# Rewrite_time: 0.000040855\n# Optimize_time: 0.001705199\n# Wait_TS: 0.000446638\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/05/07 02:09:57.238 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/05/07 02:09:57.240 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/05/07 02:09:57.269 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:57.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:57.269 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:57.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/05/07 02:09:57.340 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.196197ms] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:09:57.389 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/05/07 02:09:57.425 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=53.502019ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:09:57.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.504 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.23 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.533 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/05/07 02:09:57.534 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:57.539 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/05/07 02:09:57.588 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:09:57.588 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/05/07 02:09:57.633 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.672 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/05/07 02:09:57.751 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.548171ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:09:57.762 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/05/07 02:09:57.798 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=53.841543ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-05-07 02:09:57.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.837 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-05-07 02:09:57.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:09:57.873 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/05/07 02:09:57.873 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:09:57.877 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.339423396\n# Parse_time: 0.000558079\n# Compile_time: 0.000969511\n# Rewrite_time: 0.000050471\n# Optimize_time: 0.001705199\n# Wait_TS: 0.00042872\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/05/07 02:09:57.925 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:58.159 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/05/07 02:09:58.257 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=26] [global-sort=false] [2024/05/07 02:09:58.296 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/05/07 02:09:58.296 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:09:58.402 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:09:58.403 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:09:58.404 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/05/07 02:09:58.424 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:58.427 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:09:58.427 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/05/07 02:09:58.427 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=71.979µs] [2024/05/07 02:09:58.427 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=206.644µs] [] [2024/05/07 02:09:58.428 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:09:58.428 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:09:58.590 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/05/07 02:09:58.609 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/05/07 02:09:58.620 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:09:58.661 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:09:58.662 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/07 02:09:58.664 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:09:58.672 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:09:58.673 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:09:58.673 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:58.673 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:09:58.675 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:09:58.675 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:09:58.675 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:09:58.675 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:09:58.675 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:09:58.689 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:09:58.690 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:09:58.690 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:09:58.691 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/05/07 02:09:58.733 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=46] [2024/05/07 02:09:58.737 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:58.741 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:58.741 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/05/07 02:09:58.790 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/05/07 02:09:59.342 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=4177] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.355 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/f74656e0-0737-4d65-815f-5161beecf23c.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/05/07 02:09:59.358 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.364 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:59.387 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/05/07 02:09:59.388 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:09:59.456 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/05/07 02:09:59.458 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=99.229385ms] [] [2024/05/07 02:09:59.464 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.466 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.466 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.466 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.771µs] [] [2024/05/07 02:09:59.471 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.471 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.471 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.273µs] [] [2024/05/07 02:09:59.477 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.478 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.478 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.478 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.994µs] [] [2024/05/07 02:09:59.484 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.486 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.486 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.486 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=73.091µs] [] [2024/05/07 02:09:59.490 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.490 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.490 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.025µs] [] [2024/05/07 02:09:59.495 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.496 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.496 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.497 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.11µs] [] [2024/05/07 02:09:59.501 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.503 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.503 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.503 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=72.178µs] [] [2024/05/07 02:09:59.508 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.508 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.508 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.996µs] [] [2024/05/07 02:09:59.514 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.515 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.515 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.516 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.354µs] [] [2024/05/07 02:09:59.521 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.523 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.523 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.524 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.396µs] [] [2024/05/07 02:09:59.557 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.557 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.557 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=92.691µs] [] [2024/05/07 02:09:59.563 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.565 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.565 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.565 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.419µs] [] [2024/05/07 02:09:59.570 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.572 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.572 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.572 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.602µs] [] [2024/05/07 02:09:59.577 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.577 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.577 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.601µs] [] [2024/05/07 02:09:59.582 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.584 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.584 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.584 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.296µs] [] [2024/05/07 02:09:59.589 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.591 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.591 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.591 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.525µs] [] [2024/05/07 02:09:59.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.595 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.595 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.631µs] [] [2024/05/07 02:09:59.600 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.602 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.602 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.602 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=98.195µs] [] [2024/05/07 02:09:59.608 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.610 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.610 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.610 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.258µs] [] [2024/05/07 02:09:59.614 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.614 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.614 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.388µs] [] [2024/05/07 02:09:59.620 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.622 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.622 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.622 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.103µs] [] [2024/05/07 02:09:59.628 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.629 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.629 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.629 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.992µs] [] [2024/05/07 02:09:59.633 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.633 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.633 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.33µs] [] [2024/05/07 02:09:59.639 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.640 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.640 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.640 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.061µs] [] [2024/05/07 02:09:59.645 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.647 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.647 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.647 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.064µs] [] [2024/05/07 02:09:59.651 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.651 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.651 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.261µs] [] [2024/05/07 02:09:59.657 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.658 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.658 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.658 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.067µs] [] [2024/05/07 02:09:59.664 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.665 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.666 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.666 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.767µs] [] [2024/05/07 02:09:59.670 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.670 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.670 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.882µs] [] [2024/05/07 02:09:59.674 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.676 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.676 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.676 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.749µs] [] [2024/05/07 02:09:59.681 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.683 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.683 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.683 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.933µs] [] [2024/05/07 02:09:59.686 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.686 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.687 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.136µs] [] [2024/05/07 02:09:59.691 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.693 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.693 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.693 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.553µs] [] [2024/05/07 02:09:59.698 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.700 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.700 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.700 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.73µs] [] [2024/05/07 02:09:59.704 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.704 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.704 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.318µs] [] [2024/05/07 02:09:59.709 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.711 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.711 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.711 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.837µs] [] [2024/05/07 02:09:59.716 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.717 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.717 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.718 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=70.636µs] [] [2024/05/07 02:09:59.721 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.721 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.522µs] [] [2024/05/07 02:09:59.726 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.728 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.728 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.728 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.386µs] [] [2024/05/07 02:09:59.734 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.735 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.735 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.735 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.692µs] [] [2024/05/07 02:09:59.740 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.740 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.740 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=95.046µs] [] [2024/05/07 02:09:59.745 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.746 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.746 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.746 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.218µs] [] [2024/05/07 02:09:59.752 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.754 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.754 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.754 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=68.204µs] [] [2024/05/07 02:09:59.758 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.758 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.758 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.868µs] [] [2024/05/07 02:09:59.764 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.766 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.766 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.757µs] [] [2024/05/07 02:09:59.772 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.773 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.774 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.774 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.435µs] [] [2024/05/07 02:09:59.778 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.778 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.778 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.358µs] [] [2024/05/07 02:09:59.783 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.785 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.785 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.785 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.327µs] [] [2024/05/07 02:09:59.791 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.793 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.793 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.793 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.017µs] [] [2024/05/07 02:09:59.797 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.797 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.797 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.983µs] [] [2024/05/07 02:09:59.803 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.805 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.805 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.805 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.838µs] [] [2024/05/07 02:09:59.811 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.812 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.812 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.813 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.132µs] [] [2024/05/07 02:09:59.817 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.817 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.817 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.782µs] [] [2024/05/07 02:09:59.822 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.824 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.824 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.824 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.437µs] [] [2024/05/07 02:09:59.829 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.831 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.831 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.831 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.259µs] [] [2024/05/07 02:09:59.835 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.835 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.835 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.789µs] [] [2024/05/07 02:09:59.841 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.844 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.844 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.845 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=321.441µs] [] [2024/05/07 02:09:59.883 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.886 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.886 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.886 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=93.606µs] [] [2024/05/07 02:09:59.891 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.891 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.891 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.283µs] [] [2024/05/07 02:09:59.897 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.899 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.899 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.899 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.112µs] [] [2024/05/07 02:09:59.905 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.907 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:09:59.907 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:09:59.907 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.709µs] [] [2024/05/07 02:09:59.912 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.912 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:09:59.912 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.355µs] [] [2024/05/07 02:09:59.918 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=51374] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:09:59.930 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/1dcb88cd-5854-478c-b1da-37d31cc1718b.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/05/07 02:09:59.933 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:09:59.937 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:09:59.961 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/07 02:09:59.961 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:00.036 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/05/07 02:10:00.039 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=106.01774ms] [] [2024/05/07 02:10:00.046 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.047 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.048 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.048 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=74.84µs] [] [2024/05/07 02:10:00.052 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.052 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.052 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.32µs] [] [2024/05/07 02:10:00.057 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.058 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.058 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.058 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=71.394µs] [] [2024/05/07 02:10:00.063 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.065 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.065 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.065 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69.113µs] [] [2024/05/07 02:10:00.069 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.069 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.069 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.953µs] [] [2024/05/07 02:10:00.074 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.076 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.076 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.076 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.408µs] [] [2024/05/07 02:10:00.081 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.083 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.083 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.083 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=82.274µs] [] [2024/05/07 02:10:00.087 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.087 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.087 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=84.809µs] [] [2024/05/07 02:10:00.093 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.095 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.095 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.095 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.343µs] [] [2024/05/07 02:10:00.100 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.102 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.102 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.102 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=87.148µs] [] [2024/05/07 02:10:00.106 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.106 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.106 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.326µs] [] [2024/05/07 02:10:00.112 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.113 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.113 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.113 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.978µs] [] [2024/05/07 02:10:00.119 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.120 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.120 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.120 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.604µs] [] [2024/05/07 02:10:00.124 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.124 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.124 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=78.14µs] [] [2024/05/07 02:10:00.130 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.131 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.131 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.131 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.54µs] [] [2024/05/07 02:10:00.137 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.139 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.139 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.139 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.03µs] [] [2024/05/07 02:10:00.142 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.142 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.143 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.392µs] [] [2024/05/07 02:10:00.148 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.149 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.149 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.149 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.568µs] [] [2024/05/07 02:10:00.155 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.160 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.160 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.160 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.931µs] [] [2024/05/07 02:10:00.164 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.164 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.164 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.59µs] [] [2024/05/07 02:10:00.198 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.201 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.201 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.201 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.533µs] [] [2024/05/07 02:10:00.207 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.209 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.210 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.210 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=68.203µs] [] [2024/05/07 02:10:00.215 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.215 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.215 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.914µs] [] [2024/05/07 02:10:00.221 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.223 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.223 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.223 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.03µs] [] [2024/05/07 02:10:00.228 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.230 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.230 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.230 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.713µs] [] [2024/05/07 02:10:00.234 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.234 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.234 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.612µs] [] [2024/05/07 02:10:00.239 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.240 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.240 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.241 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.528µs] [] [2024/05/07 02:10:00.246 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.248 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.248 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.248 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.943µs] [] [2024/05/07 02:10:00.252 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.252 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.252 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.006µs] [] [2024/05/07 02:10:00.258 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.259 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.259 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.259 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.716µs] [] [2024/05/07 02:10:00.265 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.267 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.267 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.267 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=45.695µs] [] [2024/05/07 02:10:00.271 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.271 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.271 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.464µs] [] [2024/05/07 02:10:00.276 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.278 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.278 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.174µs] [] [2024/05/07 02:10:00.283 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.285 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.285 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.285 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.831µs] [] [2024/05/07 02:10:00.289 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.289 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.527µs] [] [2024/05/07 02:10:00.294 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.295 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.295 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.295 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.643µs] [] [2024/05/07 02:10:00.300 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.302 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.302 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.302 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=41.309µs] [] [2024/05/07 02:10:00.306 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.306 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.306 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.301µs] [] [2024/05/07 02:10:00.311 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.313 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.313 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.313 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.3µs] [] [2024/05/07 02:10:00.318 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.320 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.320 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.320 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.882µs] [] [2024/05/07 02:10:00.324 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.324 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.324 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.139µs] [] [2024/05/07 02:10:00.329 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.331 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.331 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.331 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.192µs] [] [2024/05/07 02:10:00.336 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.337 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.337 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.337 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.765µs] [] [2024/05/07 02:10:00.341 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.341 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.341 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.682µs] [] [2024/05/07 02:10:00.346 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.348 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.348 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.348 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.515µs] [] [2024/05/07 02:10:00.353 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.355 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.355 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.355 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.76µs] [] [2024/05/07 02:10:00.359 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.359 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.359 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.724µs] [] [2024/05/07 02:10:00.365 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.366 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.366 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.366 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=41.656µs] [] [2024/05/07 02:10:00.372 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.373 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.373 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.373 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=52.822µs] [] [2024/05/07 02:10:00.377 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.377 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.377 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.131µs] [] [2024/05/07 02:10:00.382 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.384 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.384 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.384 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.094µs] [] [2024/05/07 02:10:00.390 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.392 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.393 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.393 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=47.086µs] [] [2024/05/07 02:10:00.396 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.396 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.396 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.053µs] [] [2024/05/07 02:10:00.401 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.403 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.403 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.403 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.164µs] [] [2024/05/07 02:10:00.410 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.412 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.412 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.412 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=87.666µs] [] [2024/05/07 02:10:00.416 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.416 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.416 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.41µs] [] [2024/05/07 02:10:00.423 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.424 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.424 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.463µs] [] [2024/05/07 02:10:00.430 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.446 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/37434d52-1c44-4556-9315-96d8d101f844.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/05/07 02:10:00.449 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.449 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.449 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.512µs] [] [2024/05/07 02:10:00.453 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.458 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:00.480 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/05/07 02:10:00.480 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:00.565 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/05/07 02:10:00.567 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=114.114624ms] [] [2024/05/07 02:10:00.574 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.576 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.576 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.576 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.554µs] [] [2024/05/07 02:10:00.582 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.583 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.583 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.583 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.032µs] [] [2024/05/07 02:10:00.588 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.588 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.588 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.494µs] [] [2024/05/07 02:10:00.594 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.596 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.596 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.596 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.137µs] [] [2024/05/07 02:10:00.602 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.603 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.603 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.603 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=55.984µs] [] [2024/05/07 02:10:00.607 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.608 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.608 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=67.588µs] [] [2024/05/07 02:10:00.614 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.615 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.615 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.615 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.849µs] [] [2024/05/07 02:10:00.621 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.623 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.623 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.623 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.266µs] [] [2024/05/07 02:10:00.627 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.628 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.628 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.902µs] [] [2024/05/07 02:10:00.634 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.635 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.635 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.635 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.334µs] [] [2024/05/07 02:10:00.640 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.642 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.642 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.642 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=69.426µs] [] [2024/05/07 02:10:00.646 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.646 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.646 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.233µs] [] [2024/05/07 02:10:00.652 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.654 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.654 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.654 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.265µs] [] [2024/05/07 02:10:00.659 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.660 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.661 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.661 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=49.321µs] [] [2024/05/07 02:10:00.665 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.665 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.665 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.252µs] [] [2024/05/07 02:10:00.671 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.673 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.673 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.673 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.075µs] [] [2024/05/07 02:10:00.678 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.680 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.680 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.680 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.403µs] [] [2024/05/07 02:10:00.684 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.685 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.685 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.587µs] [] [2024/05/07 02:10:00.690 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.692 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.692 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.692 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.846µs] [] [2024/05/07 02:10:00.697 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.699 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.699 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.699 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=73.244µs] [] [2024/05/07 02:10:00.703 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.703 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.703 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=62.722µs] [] [2024/05/07 02:10:00.708 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.710 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.710 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.827µs] [] [2024/05/07 02:10:00.715 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.717 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.717 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.717 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.721µs] [] [2024/05/07 02:10:00.721 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.721 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.721 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.471µs] [] [2024/05/07 02:10:00.726 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.728 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.728 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.728 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.051µs] [] [2024/05/07 02:10:00.733 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=147467] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.735 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.735 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.735 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.285µs] [] [2024/05/07 02:10:00.739 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.739 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.739 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.915µs] [] [2024/05/07 02:10:00.745 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=174872] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.751 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=341.577035ms] [encodeDur=1.553327998s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=51.006289ms] [type=file] [takeTime=1.960771079s] [] [2024/05/07 02:10:00.752 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/1640c521-613d-465b-8fa9-75d1a3449ff5.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/05/07 02:10:00.752 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=46] [takeTime=2.019076724s] [] [2024/05/07 02:10:00.753 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:00.754 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:10:00.754 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.754 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=122] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/05/07 02:10:00.755 +00:00] [ERROR] [task_executor.go:131] ["get subtasks failed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetSubtasksByExecIDAndStepAndStates\n\tpkg/disttask/framework/storage/task_table.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:128\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).checkBalanceSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:131\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1.1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:401\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:00.756 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/07 02:10:00.756 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/07 02:10:00.756 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.759 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:00.782 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/05/07 02:10:00.782 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:00.858 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/05/07 02:10:00.860 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=105.77741ms] [] [2024/05/07 02:10:00.867 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=111.016274ms] [] [2024/05/07 02:10:00.868 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/05/07 02:10:00.868 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.868 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=69.293µs] [] [2024/05/07 02:10:00.868 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/05/07 02:10:00.869 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=0] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/05/07 02:10:00.869 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=1.020094ms] [] [2024/05/07 02:10:00.869 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/05/07 02:10:00.869 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.871 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.872 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.872 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=1.213106ms] [] [2024/05/07 02:10:00.872 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=3.319434ms] [] [2024/05/07 02:10:00.872 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/05/07 02:10:00.878 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.878 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=5.362897ms] [] [2024/05/07 02:10:00.878 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/05/07 02:10:00.879 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=815.855µs] [] [2024/05/07 02:10:00.923 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:00.924 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:00.925 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:00.925 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:00.932 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:00.943 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:00.943 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:00.943 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:00.944 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:00.944 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:00.944 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:00.944 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:00.946 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:00.946 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:00.946 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:00.946 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:00.946 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:00.946 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=2.285045683s] [] [2024/05/07 02:10:01.006 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/05/07 02:10:01.007 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:01.008 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:01.151 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:01.226 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [2024/05/07 02:10:01.226 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [2024/05/07 02:10:01.227 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [2024/05/07 02:10:01.236 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [takeTime=9.131464ms] [] [2024/05/07 02:10:01.236 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/05/07 02:10:01.236 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/07 02:10:01.236 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [weight=30] [2024/05/07 02:10:01.236 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [concurrency=15] [2024/05/07 02:10:01.243 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/05/07 02:10:01.244 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/05/07 02:10:01.244 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [takeTime=17.77269ms] [] [2024/05/07 02:10:01.244 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=47] [takeTime=18.071037ms] [] [2024/05/07 02:10:01.286 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=135.482526ms] [] [2024/05/07 02:10:01.322 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:01.322 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/05/07 02:10:01.325 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/05/07 02:10:01.383 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/05/07 02:10:01.401 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=24] [2024/05/07 02:10:01.428 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:01.428 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/05/07 02:10:01.516 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:01.645 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 3.735792485\n# Parse_time: 0.001429126\n# Compile_time: 0.001560155\n# Rewrite_time: 0.000329916\n# Optimize_time: 0.001705199\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/05/07 02:10:01.663 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/07 02:10:01.665 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/07 02:10:01.693 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:01.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:01.693 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:01.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/07 02:10:01.768 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:01.803 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.07446ms] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:10:01.814 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/05/07 02:10:01.851 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=53.373598ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:01.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:01.893 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:01.922 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/05/07 02:10:01.922 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:01.928 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/05/07 02:10:01.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:01.967 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/05/07 02:10:02.016 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.024 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/05/07 02:10:02.109 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.773234ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:02.121 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/05/07 02:10:02.154 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=54.184331ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.228 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.262 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/05/07 02:10:02.262 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:02.267 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.340217393\n# Parse_time: 0.000681596\n# Compile_time: 0.000977199\n# Rewrite_time: 0.000059486\n# Optimize_time: 0.002611709\n# Wait_TS: 0.000416014\n# DB: load_csv\n# Is_internal: false\n# Digest: cfbc6f5cd6277b5b9a7b31f86566840ecb6cd85611cb466d1d4d45b30752460f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.gbk ( i INT, j VARCHAR(255) ) CHARACTER SET gbk;"] [2024/05/07 02:10:02.269 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/07 02:10:02.326 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:02.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:02.326 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:02.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/07 02:10:02.400 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:02.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.409 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/05/07 02:10:02.465 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=2.305412ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:02.477 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/05/07 02:10:02.511 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=53.228278ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:02.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.591 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:02.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:02.646 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/05/07 02:10:02.646 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:02.650 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.382564153\n# Parse_time: 0.000742789\n# Compile_time: 0.001100253\n# Rewrite_time: 0.00005914\n# Optimize_time: 0.002611709\n# Wait_TS: 0.000357566\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/07 02:10:02.666 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:02.839 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:02.953 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:03.007 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/05/07 02:10:03.008 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:03.118 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:03.119 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:03.120 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/05/07 02:10:03.138 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:03.141 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/07 02:10:03.141 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/05/07 02:10:03.141 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=81.539µs] [2024/05/07 02:10:03.141 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=188.049µs] [] [2024/05/07 02:10:03.142 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:03.142 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:03.273 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/05/07 02:10:03.294 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/05/07 02:10:03.322 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:03.364 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:03.366 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/07 02:10:03.367 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:03.406 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:03.406 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:03.407 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:03.407 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:03.409 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:03.409 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:03.409 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:03.409 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:03.409 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:03.425 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:03.427 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:03.428 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/07 02:10:03.428 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:03.428 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=348.5GiB] [2024/05/07 02:10:03.479 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=48] [2024/05/07 02:10:03.483 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:03.487 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:03.488 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/05/07 02:10:03.503 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/05/07 02:10:03.506 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.245012ms] [encodeDur=827.883µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=229.267µs] [type=file] [takeTime=2.747134ms] [] [2024/05/07 02:10:03.507 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=48] [takeTime=27.481069ms] [] [2024/05/07 02:10:03.507 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/59ad5b4d-4a26-4d15-9449-4773f065e963.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/05/07 02:10:03.507 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/07 02:10:03.507 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/07 02:10:03.507 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:03.509 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.93402ms] [] [2024/05/07 02:10:03.509 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/07 02:10:03.513 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:03.535 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/07 02:10:03.536 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:03.550 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 02:10:03.551 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=42.292634ms] [] [2024/05/07 02:10:03.551 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:03.552 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.05752ms] [] [2024/05/07 02:10:03.552 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/05/07 02:10:03.553 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:03.554 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.48121ms] [] [2024/05/07 02:10:03.554 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/07 02:10:03.554 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:03.554 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=57.436µs] [] [2024/05/07 02:10:03.554 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:03.555 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=878.373µs] [] [2024/05/07 02:10:03.599 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/05/07 02:10:03.603 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:03.603 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:03.603 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:03.603 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:03.606 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:03.606 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:03.606 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:03.606 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:03.606 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:03.606 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=241.45394ms] [] [2024/05/07 02:10:03.636 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:03.638 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:03.639 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:03.639 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:03.712 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/07 02:10:03.714 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:03.715 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:03.895 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:03.941 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [2024/05/07 02:10:03.942 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [2024/05/07 02:10:03.942 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [2024/05/07 02:10:03.949 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [takeTime=7.602146ms] [] [2024/05/07 02:10:03.949 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/07 02:10:03.949 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 02:10:03.950 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [weight=30] [2024/05/07 02:10:03.950 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [concurrency=15] [2024/05/07 02:10:03.953 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/07 02:10:03.954 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 02:10:03.954 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [takeTime=11.961466ms] [] [2024/05/07 02:10:03.954 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=49] [takeTime=12.232882ms] [] [2024/05/07 02:10:04.000 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=104.783038ms] [] [2024/05/07 02:10:04.039 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:04.039 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/05/07 02:10:04.041 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/05/07 02:10:04.086 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/05/07 02:10:04.116 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=25] [2024/05/07 02:10:04.140 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:04.140 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/05/07 02:10:04.255 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.603409257\n# Parse_time: 0.00059574\n# Compile_time: 0.00171085\n# Rewrite_time: 0.000407553\n# Optimize_time: 0.002611709\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/07 02:10:04.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:04.287 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:04.478 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:04.610 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:04.654 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/05/07 02:10:04.654 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:04.759 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:04.760 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:04.762 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/05/07 02:10:04.782 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:04.785 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/07 02:10:04.785 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/05/07 02:10:04.785 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=60.953µs] [2024/05/07 02:10:04.786 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=187.271µs] [] [2024/05/07 02:10:04.786 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:04.786 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:04.901 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/05/07 02:10:04.920 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/05/07 02:10:04.948 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:05.016 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:05.018 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/07 02:10:05.019 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:05.029 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:05.029 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:05.029 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:05.029 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:05.030 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:05.030 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:05.030 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:05.030 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:05.030 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:05.045 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:05.047 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:05.047 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/07 02:10:05.047 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:05.047 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=348.5GiB] [2024/05/07 02:10:05.092 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=50] [2024/05/07 02:10:05.096 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:10:05.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:10:05.100 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/05/07 02:10:05.108 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/05/07 02:10:05.111 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.1518ms] [encodeDur=838.942µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=233.959µs] [type=file] [takeTime=2.605902ms] [] [2024/05/07 02:10:05.111 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=50] [takeTime=18.935797ms] [] [2024/05/07 02:10:05.111 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/f348c383-1359-4b71-8a83-18a8f5aaa93d.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/05/07 02:10:05.112 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/07 02:10:05.112 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/07 02:10:05.112 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:10:05.114 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.058207ms] [] [2024/05/07 02:10:05.114 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/07 02:10:05.119 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:05.141 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/05/07 02:10:05.142 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:05.155 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 02:10:05.157 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=43.153069ms] [] [2024/05/07 02:10:05.157 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:10:05.159 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.214971ms] [] [2024/05/07 02:10:05.159 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/05/07 02:10:05.159 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:10:05.160 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.565712ms] [] [2024/05/07 02:10:05.160 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/07 02:10:05.160 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:10:05.160 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=64.974µs] [] [2024/05/07 02:10:05.161 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:10:05.161 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=838.163µs] [] [2024/05/07 02:10:05.216 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:05.219 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:05.219 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:05.219 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:05.220 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:05.220 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:05.222 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:05.222 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:05.222 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:05.222 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:05.222 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:05.222 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=205.888095ms] [] [2024/05/07 02:10:05.273 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:05.274 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:05.275 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:05.275 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:05.354 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/07 02:10:05.355 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:05.355 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:05.525 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:05.566 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [2024/05/07 02:10:05.567 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [2024/05/07 02:10:05.567 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [2024/05/07 02:10:05.574 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [takeTime=7.45632ms] [] [2024/05/07 02:10:05.574 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/07 02:10:05.574 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 02:10:05.574 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [weight=30] [2024/05/07 02:10:05.574 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [concurrency=15] [2024/05/07 02:10:05.578 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/07 02:10:05.579 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 02:10:05.579 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [takeTime=12.754096ms] [] [2024/05/07 02:10:05.579 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=51] [takeTime=13.002772ms] [] [2024/05/07 02:10:05.623 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=98.227634ms] [] [2024/05/07 02:10:05.677 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:05.677 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/05/07 02:10:05.680 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/05/07 02:10:05.752 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/05/07 02:10:05.759 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=26] [2024/05/07 02:10:05.818 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:05.818 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/05/07 02:10:05.887 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.621385568\n# Parse_time: 0.000681643\n# Compile_time: 0.00164177\n# Rewrite_time: 0.000392049\n# Optimize_time: 0.00103457\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/05/07 02:10:05.902 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/07 02:10:05.930 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:05.936 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:05.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/07 02:10:05.936 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:05.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:05.982 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:05.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:05.993 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/05/07 02:10:06.051 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.684136ms] [gotSchemaVersion=126] [phyTblIDs="[183,187]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:06.064 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/05/07 02:10:06.097 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=53.548378ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:05.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.173 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/05/07 02:10:06.181 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/05/07 02:10:06.185 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:05.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:06.295 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/05/07 02:10:06.296 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:06.300 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.399143039\n# Parse_time: 0.000368734\n# Compile_time: 0.001043481\n# Rewrite_time: 0.000052776\n# Optimize_time: 0.002003543\n# Wait_TS: 0.000409105\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/07 02:10:06.315 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:06.521 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:06.614 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:06.698 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/05/07 02:10:06.698 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:06.804 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:06.805 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:06.806 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/05/07 02:10:06.828 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:06.831 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/07 02:10:06.831 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/05/07 02:10:06.831 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=57.768µs] [2024/05/07 02:10:06.831 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=171.652µs] [] [2024/05/07 02:10:06.831 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:06.831 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:06.971 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/05/07 02:10:06.992 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/05/07 02:10:07.014 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:07.092 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:07.093 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/07 02:10:07.095 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:07.104 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:07.104 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:07.104 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:07.105 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:07.105 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:07.105 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:07.105 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:07.106 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:07.106 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:07.119 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:07.121 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:07.121 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/07 02:10:07.121 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:07.121 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=348.5GiB] [2024/05/07 02:10:07.165 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=52] [2024/05/07 02:10:07.169 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:07.172 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:07.173 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/05/07 02:10:07.188 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/05/07 02:10:07.191 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.195713ms] [encodeDur=1.119369ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=336.033µs] [type=file] [takeTime=3.095371ms] [] [2024/05/07 02:10:07.192 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=52] [takeTime=27.159413ms] [] [2024/05/07 02:10:07.192 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/0e7758c3-2df2-4c6c-98bf-fb65ddff51b2.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/05/07 02:10:07.193 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/07 02:10:07.193 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/07 02:10:07.193 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:07.195 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.9056ms] [] [2024/05/07 02:10:07.195 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/05/07 02:10:07.199 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:07.221 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/05/07 02:10:07.221 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:07.236 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 02:10:07.238 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=42.797681ms] [] [2024/05/07 02:10:07.238 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:07.239 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.086597ms] [] [2024/05/07 02:10:07.239 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/05/07 02:10:07.239 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:07.241 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.595021ms] [] [2024/05/07 02:10:07.241 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/05/07 02:10:07.241 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:07.241 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=61.192µs] [] [2024/05/07 02:10:07.241 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:07.242 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=873.28µs] [] [2024/05/07 02:10:07.289 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:07.295 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:07.295 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:07.295 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:07.295 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:07.297 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:07.297 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:07.297 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:07.297 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:07.297 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:07.297 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=205.136989ms] [] [2024/05/07 02:10:07.325 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:07.326 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:07.327 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:07.327 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:07.401 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/05/07 02:10:07.402 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:07.402 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:07.602 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:07.657 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [2024/05/07 02:10:07.657 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [2024/05/07 02:10:07.657 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [2024/05/07 02:10:07.666 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [takeTime=8.477894ms] [] [2024/05/07 02:10:07.666 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/05/07 02:10:07.666 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 02:10:07.666 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [weight=30] [2024/05/07 02:10:07.666 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [concurrency=15] [2024/05/07 02:10:07.672 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/05/07 02:10:07.672 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/05/07 02:10:07.673 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [takeTime=15.192674ms] [] [2024/05/07 02:10:07.673 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=53] [takeTime=15.39387ms] [] [2024/05/07 02:10:07.715 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=113.560825ms] [] [2024/05/07 02:10:07.719 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:07.719 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/05/07 02:10:07.722 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/05/07 02:10:07.769 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/05/07 02:10:07.804 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=27] [2024/05/07 02:10:07.837 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:07.837 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/05/07 02:10:07.924 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.62376089\n# Parse_time: 0.000880757\n# Compile_time: 0.001910718\n# Rewrite_time: 0.000475248\n# Optimize_time: 0.002003543\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/05/07 02:10:07.935 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/05/07 02:10:07.967 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:07.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:07.967 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:07.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/05/07 02:10:07.971 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:08.021 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:07.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.033 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/05/07 02:10:08.085 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=2.463696ms] [gotSchemaVersion=127] [phyTblIDs="[187,189]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:08.096 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/05/07 02:10:08.130 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=53.05978ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.177 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/05/07 02:10:08.185 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/05/07 02:10:08.189 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:07.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:08.301 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/05/07 02:10:08.302 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:08.307 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.373218017\n# Parse_time: 0.000461834\n# Compile_time: 0.000986775\n# Rewrite_time: 0.000037386\n# Optimize_time: 0.001194148\n# Wait_TS: 0.000396324\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/05/07 02:10:08.327 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:08.537 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:08.620 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:08.658 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/05/07 02:10:08.658 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:08.764 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:08.765 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:08.766 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/05/07 02:10:08.789 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:08.792 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/05/07 02:10:08.792 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/05/07 02:10:08.792 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=69.582µs] [2024/05/07 02:10:08.792 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=217.646µs] [] [2024/05/07 02:10:08.793 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:08.793 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:08.929 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/05/07 02:10:08.950 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/05/07 02:10:08.973 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:09.016 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:09.017 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 02:10:09.018 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:09.027 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:09.028 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:09.028 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:09.028 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:09.029 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:09.029 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:09.029 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:09.029 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:09.029 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:09.046 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:09.047 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:09.047 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/05/07 02:10:09.048 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:09.048 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=348.5GiB] [2024/05/07 02:10:09.095 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=54] [2024/05/07 02:10:09.100 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/05/07 02:10:09.103 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/05/07 02:10:09.104 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/05/07 02:10:09.114 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/05/07 02:10:09.115 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.507497ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:10:09.116 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=54] [takeTime=20.224784ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:09.116 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:09.116 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:09.117 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:09.117 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:09.117 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:09.117 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:09.117 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:09.117 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:09.117 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:09.117 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:09.117 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/07 02:10:09.173 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/05/07 02:10:09.179 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:09.179 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:09.179 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:09.179 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:09.179 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:09.183 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:09.183 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:09.183 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:09.183 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:09.183 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:09.183 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=167.087045ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/07 02:10:09.183 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:09.225 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/05/07 02:10:09.249 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/05/07 02:10:09.284 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/05/07 02:10:09.286 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/05/07 02:10:09.300 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/05/07 02:10:09.365 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=28] [2024/05/07 02:10:09.394 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:09.394 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/05/07 02:10:09.494 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:09.572 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:544\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:10:09.573 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.264984887\n# Parse_time: 0.001832941\n# Compile_time: 0.002448672\n# Rewrite_time: 0.000384436\n# Optimize_time: 0.001194148\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yNnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjZzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/05/07 02:10:09.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 02:10:09.685 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:09.685 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/07 02:10:09.739 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:09.776 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=329.304µs] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:09.787 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/05/07 02:10:09.825 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=53.908048ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:09.871 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:09.908 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=536.553µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:09.923 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/05/07 02:10:09.955 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=53.514495ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:09.996 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=216.913µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:10.045 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/05/07 02:10:10.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=53.393312ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.196 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/05/07 02:10:10.206 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/05/07 02:10:10.210 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:09.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/05/07 02:10:10.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:10.268 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.692818318\n# Parse_time: 0.000549766\n# Compile_time: 0.000914557\n# Rewrite_time: 0.000049294\n# Optimize_time: 0.001194148\n# Wait_TS: 0.000500377\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/07 02:10:10.270 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 02:10:10.310 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:10.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:10.310 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:10.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/07 02:10:10.380 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.413 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.068464ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:10:10.427 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/05/07 02:10:10.462 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=54.510009ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:10.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.509 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.539 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/05/07 02:10:10.540 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:10.553 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/05/07 02:10:10.601 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:10.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/07 02:10:10.601 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:10.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:10.771 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.784 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/05/07 02:10:10.853 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.025256ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:10.865 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/05/07 02:10:10.898 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=53.005744ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:10.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:10.974 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:10.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:11.021 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/05/07 02:10:11.021 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:11.025 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.475205416\n# Parse_time: 0.002414548\n# Compile_time: 0.001602252\n# Rewrite_time: 0.000067788\n# Optimize_time: 0.001194148\n# Wait_TS: 0.000530427\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/05/07 02:10:11.041 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:11.279 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:11.372 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:11.415 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/05/07 02:10:11.416 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:11.524 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:11.525 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:11.526 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/05/07 02:10:11.546 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:11.549 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/07 02:10:11.549 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/07 02:10:11.549 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=69.542µs] [2024/05/07 02:10:11.549 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=193.648µs] [] [2024/05/07 02:10:11.549 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:11.549 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:11.711 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/05/07 02:10:11.730 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/05/07 02:10:11.762 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:11.809 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:11.810 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/07 02:10:11.812 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:11.821 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:11.821 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:11.822 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:11.822 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:11.823 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:11.823 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:11.823 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:11.823 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:11.823 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:11.838 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:11.839 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:11.840 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/07 02:10:11.840 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:11.840 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=348.5GiB] [2024/05/07 02:10:11.882 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=55] [2024/05/07 02:10:11.886 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:11.889 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:11.890 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/07 02:10:11.949 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/07 02:10:11.953 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.280311ms] [encodeDur=1.90314ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=289.696µs] [type=file] [takeTime=3.973099ms] [] [2024/05/07 02:10:11.954 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=55] [takeTime=72.157349ms] [] [2024/05/07 02:10:11.954 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/6c90cf74-f473-498e-98ab-66cd9305213b.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/07 02:10:11.954 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/07 02:10:11.954 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/07 02:10:11.954 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:11.957 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.563261ms] [] [2024/05/07 02:10:11.957 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/07 02:10:11.963 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:11.984 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/07 02:10:11.985 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:11.992 +00:00] [WARN] [local.go:1203] ["meet retryable error when writing to TiKV"] [category=ddl-ingest] [error="peer 278, store 1, region 276, epoch conf_ver:5 version:64 , when send data: rpc error: code = Unknown desc = RequestTooOld(\"region 276 is not found\")"] ["job stage"=needRescan] [2024/05/07 02:10:11.994 +00:00] [INFO] [local.go:1410] ["put job back to jobCh to retry later"] [category=ddl-ingest] [startKey=7480000000000000C25F728000000000000001] [endKey=7480000000000000C25F728000000000000003] [stage=regionScanned] [retryCount=1] [waitUntil=2024/05/07 02:10:13.994 +00:00] [2024/05/07 02:10:14.007 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 02:10:14.008 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=2.051117001s] [] [2024/05/07 02:10:14.008 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:14.010 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.286538ms] [] [2024/05/07 02:10:14.010 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/05/07 02:10:14.010 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:14.012 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.822289ms] [] [2024/05/07 02:10:14.012 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/07 02:10:14.012 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:14.012 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=88.893µs] [] [2024/05/07 02:10:14.012 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:14.013 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.154287ms] [] [2024/05/07 02:10:14.107 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:14.113 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:14.113 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:14.113 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:14.114 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:14.114 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:14.114 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:14.116 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:14.116 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:14.116 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:14.116 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:14.116 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:14.116 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=2.307438419s] [] [2024/05/07 02:10:14.136 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:14.138 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:14.140 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:14.140 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:14.398 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [2024/05/07 02:10:14.398 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/07 02:10:15.059 +00:00] [WARN] [domain.go:647] ["loading schema takes a long time"] ["take time"=893.595213ms] [2024/05/07 02:10:15.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589494423486466\n# Query_time: 0.540998076\n# Parse_time: 0\n# Compile_time: 0.007872197\n# Rewrite_time: 0.004328994\n# Optimize_time: 0.014072413\n# Wait_TS: 0.000114381\n# Prewrite_time: 0.00150423 Commit_time: 0.002576386 Get_commit_ts_time: 0.000355579 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 599.5µs}, scan_detail: {get_snapshot_time: 10.6µs, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 17µs, propose_send_wait: 0s, persist_log: {total: 125.7µs, write_leader_wait: 67ns, sync_log: 88.5µs, write_memtable: 3.08µs}, commit_log: 308.1µs, apply_batch_wait: 13.9µs, apply: {total:94.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 24.5µs, write_memtable: 14.5µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 28, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 599.5µs}, scan_detail: {get_snapshot_time: 10.6µs, rocksdb: {block: {cache_hit_count: 2}}}, write_detail: {store_batch_wait: 17µs, propose_send_wait: 0s, persist_log: {total: 125.7µs, write_leader_wait: 67ns, sync_log: 88.5µs, write_memtable: 3.08µs}, commit_log: 308.1µs, apply_batch_wait: 13.9µs, apply: {total:94.5µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 24.5µs, write_memtable: 14.5µs}}} Write_keys: 1 Write_size: 283 Prewrite_region: 1\n# Is_internal: true\n# Digest: 474056465f4e0f6241576f28d033008cb6b4d368b628b1a6b0a8e6d3c3a15baa\n# Stats: tidb_import_jobs:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 18099\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_import_jobs is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jA3wSTAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjUxbXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjVtcywgZ2V0X2NvCSEkczozNTUuNsK1cxE1EDoyLjU4AU0gc2xvd2VzdF9wDT/wPF9ycGM6IHt0b3RhbDogMC4wMDFzLCByZWdpb25faWQ6IDI4LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCABpxhfZGV0YWlsAUQgaWt2X3dhbGxfARhAOiA1OTkuNcK1c30sIHNjYW4ZKQGrHHNuYXBzaG90DSwEMTANr6Byb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX0sIAX9GVQFozhfYmF0Y2hfd2FpdDogMTclACxwcm9wb3NlX3NlbmQNGjgwcywgcGVyc2lzdF9sb2cBuwn/DDEyNS4JNgleFGxlYWRlcg02JDY3bnMsIHN5bmMJNQQ4OAXeEYo0bWVtdGFibGU6IDMuMDgJ9y2xBWQQMzA4LjEFkhBhcHBseTarAAgzLjkZGxWQBDk0DWIUbXV0ZXhfKRABvUqeABkXAHchyQAyETsJKxmdADEJGQB9IUMNnxhwcmltYXJ5RgoCBDJz/goCVQoIOC4yKROGCgIEMi5JuUYKAgW1CdFVdUr4AQgyLjQlTbL6AQQzMC2eCWAy+gEEODM2+gEEOTEtmAksOV0IMi45AXsAfXF2LfoEMTUu3wE2+gFhIQAsSRM1+Aw4MS4zBcIAbcL4AQgxOC5BfEaVAgQxNSmCIfht3ghudW2BVgnFDGtleXMZDmhieXRlOjI4M30JNy41NyBLQglOL0EKMQkxXzeBpsguMTAJZXEobXlzcWwudGlkYl9pbXBvcnRfam9icy5zdGF0dXMsICJydW5uaW5nIikJMQmFEwwyLjM2gYWJ0hQyCTIuMTERXSgyCTM2XzYJMAkxCWlIPlgAKCwgaGFuZGxlOjI5ASQEaW2B+wQ4ORlQKDMsIEdldDp7bnVtRcwIMSwgZdgAXw0sCDI2bSGbAQ4AX1VACSIYcHJvY2VzcwkqBCA3sTwJHYFPDRoANVGdCRoUa3ZfcmVhgVeV9QQxM0ECoRs2DQUIMTU0RZdCDQUJShGBAGshhwAgFbouFwAkX3NpemU6IDI5MBHYFS1OUQUANE1ERkcDUlEFIAlOL0EJTi9BCg==')\n# Plan_digest: 1622e47e94360de0b1ef3673f881d193223f865b47190c6e6ced299265260a81\n# Binary_plan: tidb_decode_binary_plan('5Q3gCuANCghVcGRhdGVfNBKwBAoLU2VsZWN0aW9uXzcStgMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwYfA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfaW1wb3J0X2pvYnNSCWhhbmRsZToyOVoUdGltZToxLjg5bXMsIGxvb3BzOjNiugJHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltAS0YMjZtc30sIAEOJF9kZXRhaWw6IHsJIhxwcm9jZXNzXwEcKDogNzUuNsK1cywgCR0Md2FpdA0aBDUyMhoALGt2X3JlYWRfd2FsbA0iCDEzNAk7CGlrdjIYAAg1NC4BGhh9LCBzY2FuXoEAFGtleXM6IBW6EZgBFyRfc2l6ZTogMjkwEZkBFgUtKGdldF9zbmFwc2hvEaoMMTQuMwWJqHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fXD///8JAgQBeAkIDP///wEtqRAsQCmamQEBALktqRBSLGVxKCWoAC4+pwFMLnN0YXR1cywgInJ1bm5pbmciKVoprxQyLjM2bXMxrwwycO8QHWoh/xBSA04vQQ0tDDMuNTEZLXAxYvMIY29tbWl0X3R4bjoge3ByZXdyaXRlOjEuNQEnIQIRIQxzOjM1McIJFBA6Mi41OAEnHHNsb3dlc3RfET8MX3JwY1EFMDogMC4wMDFzLCByZWdBt3RpZDogMjgsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjJCSQI68QEcNTk5LjXCtXNC8QEBqz6tAQQwLklxmq0BBCwgBf1ZRQWjFF9iYXRjaEWvDDogMTcl/ihwcm9wb3NlX3NlbkGnSGl0OiAwcywgcGVyc2lzdF9sb2cZ/wwxMjUuCTYJXhRsZWFkZXINUCQ2N25zLCBzeW5jCTUEODgF3hGKNG1lbXRhYmxlOiAzLjA4CfcpfAkvEDMwOC4xBZIQYXBwbHk2qwAIMy45GRsVkAQ5NA1iFG11dGV4X0m9Ab1KngAZFxR3YWw6IDIROwkrGZ0AMQkZDH19fSwRnxhwcmltYXJ5RgoCBDJz/goCVQoIOC4yKRM2+wNOCgKRYUYKAgW1CdGVvkr4AQAyhWcALLb6AQQzMC2eCWAy+gEEODM2+gEEOTEtmAksOV0IMi45jeIy+gEEMTUu3wE2+gFhIQAsSRM1+AQ4MY26AG3C+AEIMTguQXxGlQIEMTUpgiH4bd4QbnVtOjERKqVKFQ5gYnl0ZToyODN9cMQ8eP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/05/07 02:10:15.644 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 02:10:15.645 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:15.645 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:15.815 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:15.855 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:15.901 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [2024/05/07 02:10:15.901 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [2024/05/07 02:10:15.901 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [2024/05/07 02:10:15.909 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [takeTime=8.656422ms] [] [2024/05/07 02:10:15.910 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/07 02:10:15.910 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:15.910 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [weight=30] [2024/05/07 02:10:15.910 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [concurrency=15] [2024/05/07 02:10:15.914 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/07 02:10:15.915 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:15.915 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [takeTime=14.07606ms] [] [2024/05/07 02:10:15.915 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=56] [takeTime=14.26582ms] [] [2024/05/07 02:10:16.001 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=145.954824ms] [] [2024/05/07 02:10:16.042 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:16.042 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/05/07 02:10:16.045 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/05/07 02:10:16.088 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/05/07 02:10:16.121 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=29] [2024/05/07 02:10:16.144 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:16.144 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/05/07 02:10:16.228 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.201612506\n# Parse_time: 0.000651034\n# Compile_time: 0.002706446\n# Rewrite_time: 0.001590476\n# Optimize_time: 0.001194148\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4ycywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6NS4ycywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:10:16.242 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:16.266 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:16.493 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:16.596 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:16.640 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/05/07 02:10:16.640 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:16.745 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:16.747 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:16.748 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/05/07 02:10:16.769 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:16.772 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/07 02:10:16.772 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/07 02:10:16.772 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=57.525µs] [2024/05/07 02:10:16.772 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=176.841µs] [] [2024/05/07 02:10:16.772 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:16.772 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:16.925 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/05/07 02:10:16.945 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/05/07 02:10:16.968 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:17.007 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:17.008 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/07 02:10:17.011 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:17.019 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:17.019 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:17.020 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:17.020 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:17.021 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:17.021 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:17.021 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:17.021 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:17.021 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:17.036 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:17.037 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:17.037 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/07 02:10:17.037 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:17.037 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=348.5GiB] [2024/05/07 02:10:17.079 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=57] [2024/05/07 02:10:17.083 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:17.086 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:17.087 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/07 02:10:17.102 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/07 02:10:17.105 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.117645ms] [encodeDur=1.086392ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=259.653µs] [type=file] [takeTime=2.885987ms] [] [2024/05/07 02:10:17.106 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=57] [takeTime=26.43398ms] [] [2024/05/07 02:10:17.106 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/2e49c464-d0b6-4397-b7b2-a314d9145698.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/07 02:10:17.106 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/07 02:10:17.106 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/07 02:10:17.106 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:17.108 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.961328ms] [] [2024/05/07 02:10:17.108 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/07 02:10:17.113 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:17.134 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/07 02:10:17.135 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:17.156 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 02:10:17.158 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=49.431559ms] [] [2024/05/07 02:10:17.158 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:17.159 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.125891ms] [] [2024/05/07 02:10:17.159 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/05/07 02:10:17.159 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:17.161 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.698649ms] [] [2024/05/07 02:10:17.161 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/07 02:10:17.161 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:17.161 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=54.433µs] [] [2024/05/07 02:10:17.161 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:17.162 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=882.079µs] [] [2024/05/07 02:10:17.209 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:17.243 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:17.243 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:17.243 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:17.244 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:17.244 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:17.247 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:17.247 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:17.247 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:17.247 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:17.247 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:17.247 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=239.959757ms] [] [2024/05/07 02:10:17.268 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:17.270 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:17.271 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:17.271 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:17.338 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 02:10:17.339 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:17.339 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:17.482 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:17.532 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [2024/05/07 02:10:17.532 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [2024/05/07 02:10:17.532 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [2024/05/07 02:10:17.537 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [takeTime=4.912172ms] [] [2024/05/07 02:10:17.538 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/07 02:10:17.538 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:17.538 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [weight=30] [2024/05/07 02:10:17.538 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [concurrency=15] [2024/05/07 02:10:17.541 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/07 02:10:17.542 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:17.542 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [takeTime=9.801315ms] [] [2024/05/07 02:10:17.542 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=58] [takeTime=9.996403ms] [] [2024/05/07 02:10:17.624 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=141.996543ms] [] [2024/05/07 02:10:17.660 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:17.660 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/05/07 02:10:17.663 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/05/07 02:10:17.722 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/05/07 02:10:17.747 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=30] [2024/05/07 02:10:17.772 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:17.772 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/05/07 02:10:17.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.611325396\n# Parse_time: 0.000673329\n# Compile_time: 0.002344991\n# Rewrite_time: 0.001251636\n# Optimize_time: 0.001192736\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:10:17.867 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:17.903 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:18.118 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:18.204 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:18.239 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/05/07 02:10:18.239 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:18.345 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:18.346 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:18.347 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/05/07 02:10:18.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:18.370 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/05/07 02:10:18.370 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/05/07 02:10:18.370 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=62.333µs] [2024/05/07 02:10:18.370 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=187.851µs] [] [2024/05/07 02:10:18.370 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:18.370 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:18.519 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/05/07 02:10:18.538 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/05/07 02:10:18.558 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:18.598 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:18.599 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/07 02:10:18.601 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:18.610 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:18.610 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:18.611 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:18.611 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:18.612 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:18.612 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:18.612 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:18.612 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:18.612 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:18.626 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:18.627 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:18.627 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/05/07 02:10:18.627 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:18.627 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=348.5GiB] [2024/05/07 02:10:18.669 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=59] [2024/05/07 02:10:18.673 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:18.677 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:18.677 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/05/07 02:10:18.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/05/07 02:10:18.731 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.493182ms] [encodeDur=1.503175ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=329.734µs] [type=file] [takeTime=3.844662ms] [] [2024/05/07 02:10:18.731 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/5ba577f3-b665-4d33-8652-72329b3aa912.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/05/07 02:10:18.732 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=59] [takeTime=62.250597ms] [] [2024/05/07 02:10:18.732 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/07 02:10:18.732 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/07 02:10:18.732 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:18.736 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=3.74106ms] [] [2024/05/07 02:10:18.736 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/05/07 02:10:18.740 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:18.763 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/05/07 02:10:18.763 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:18.781 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 02:10:18.782 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=46.467309ms] [] [2024/05/07 02:10:18.782 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/05/07 02:10:18.784 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.140756ms] [] [2024/05/07 02:10:18.784 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/05/07 02:10:18.784 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:18.785 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.627495ms] [] [2024/05/07 02:10:18.785 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/05/07 02:10:18.786 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:18.786 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=61.364µs] [] [2024/05/07 02:10:18.786 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/05/07 02:10:18.787 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=896.843µs] [] [2024/05/07 02:10:18.883 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:18.887 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:18.887 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:18.887 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:18.887 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:18.890 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:18.890 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:18.890 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:18.890 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:18.890 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:18.890 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=292.15968ms] [] [2024/05/07 02:10:18.901 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:18.902 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:18.903 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:18.903 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:18.981 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 02:10:18.983 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:18.983 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:19.125 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:19.169 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [2024/05/07 02:10:19.169 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [2024/05/07 02:10:19.169 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [2024/05/07 02:10:19.173 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [takeTime=4.565128ms] [] [2024/05/07 02:10:19.173 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/07 02:10:19.174 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:19.174 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [weight=30] [2024/05/07 02:10:19.174 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [concurrency=15] [2024/05/07 02:10:19.178 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/07 02:10:19.179 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:19.179 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [takeTime=10.170396ms] [] [2024/05/07 02:10:19.179 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=60] [takeTime=10.337028ms] [] [2024/05/07 02:10:19.254 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=128.608787ms] [] [2024/05/07 02:10:19.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:19.275 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/05/07 02:10:19.278 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/05/07 02:10:19.346 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/05/07 02:10:19.348 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=31] [2024/05/07 02:10:19.374 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:19.374 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/05/07 02:10:19.472 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5857057270000001\n# Parse_time: 0.001169563\n# Compile_time: 0.002968251\n# Rewrite_time: 0.001525867\n# Optimize_time: 0.001148098\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:10:19.473 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:19.483 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/05/07 02:10:19.530 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:19.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:19.530 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:19.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/07 02:10:19.599 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:19.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:19.608 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/05/07 02:10:19.696 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=2.96945ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:19.707 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/05/07 02:10:19.742 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=53.939222ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:19.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:19.784 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:19.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:19.840 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/05/07 02:10:19.840 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:19.844 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362937417\n# Parse_time: 0.000676146\n# Compile_time: 0.00105543\n# Rewrite_time: 0.000052797\n# Optimize_time: 0.000985161\n# Wait_TS: 0.000354974\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/05/07 02:10:19.860 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:20.081 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:20.172 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:20.213 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/05/07 02:10:20.213 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:20.320 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:20.321 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:20.322 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/05/07 02:10:20.340 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:20.343 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/07 02:10:20.343 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/07 02:10:20.343 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=50.548µs] [2024/05/07 02:10:20.343 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=155.768µs] [] [2024/05/07 02:10:20.343 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:20.343 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:20.470 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/05/07 02:10:20.513 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/05/07 02:10:20.523 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:20.562 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:20.563 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/07 02:10:20.565 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:20.574 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:20.574 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:20.575 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:20.575 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:20.576 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:20.576 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:20.576 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:20.576 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:20.576 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:20.590 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:20.592 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:20.592 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/07 02:10:20.592 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:20.592 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=348.5GiB] [2024/05/07 02:10:20.640 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=61] [2024/05/07 02:10:20.645 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:20.648 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:20.649 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/07 02:10:20.657 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/07 02:10:20.660 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.077068ms] [encodeDur=1.290577ms] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=231.427µs] [type=file] [takeTime=2.984984ms] [] [2024/05/07 02:10:20.661 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=61] [takeTime=20.253998ms] [] [2024/05/07 02:10:20.661 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/b43bcde9-1fec-41d1-a6d0-5e2585d48279.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/07 02:10:20.661 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/07 02:10:20.661 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/07 02:10:20.661 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:20.663 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.897082ms] [] [2024/05/07 02:10:20.663 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/07 02:10:20.668 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:20.690 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/07 02:10:20.691 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:20.704 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 02:10:20.706 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=43.34783ms] [] [2024/05/07 02:10:20.707 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:20.708 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.136361ms] [] [2024/05/07 02:10:20.708 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/05/07 02:10:20.708 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:20.709 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.584147ms] [] [2024/05/07 02:10:20.709 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/07 02:10:20.710 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:20.710 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=54.608µs] [] [2024/05/07 02:10:20.710 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:20.711 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=928.366µs] [] [2024/05/07 02:10:20.761 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/05/07 02:10:20.765 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:20.765 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:20.765 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:20.765 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:20.767 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:20.767 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:20.767 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:20.767 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:20.767 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:20.767 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=205.574597ms] [] [2024/05/07 02:10:20.842 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:20.843 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:20.844 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:20.844 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:20.945 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 02:10:20.947 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:20.947 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:21.111 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:21.158 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [2024/05/07 02:10:21.158 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [2024/05/07 02:10:21.158 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [2024/05/07 02:10:21.165 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [takeTime=7.256874ms] [] [2024/05/07 02:10:21.165 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/05/07 02:10:21.165 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/07 02:10:21.165 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [weight=30] [2024/05/07 02:10:21.165 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [concurrency=15] [2024/05/07 02:10:21.169 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/05/07 02:10:21.170 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/05/07 02:10:21.170 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [takeTime=12.426943ms] [] [2024/05/07 02:10:21.170 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=62] [takeTime=12.605464ms] [] [2024/05/07 02:10:21.209 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=98.205992ms] [] [2024/05/07 02:10:21.232 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:21.232 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/05/07 02:10:21.235 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/05/07 02:10:21.321 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=32] [2024/05/07 02:10:21.335 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/05/07 02:10:21.351 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:21.351 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/05/07 02:10:21.444 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5988805849999999\n# Parse_time: 0.000912807\n# Compile_time: 0.002522582\n# Rewrite_time: 0.001421325\n# Optimize_time: 0.000985161\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:10:21.447 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:21.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:21.735 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:21.837 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/05/07 02:10:21.885 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/05/07 02:10:21.885 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/05/07 02:10:21.990 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:21.991 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:21.992 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/05/07 02:10:22.011 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:22.014 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/07 02:10:22.014 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/07 02:10:22.014 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=51.526µs] [2024/05/07 02:10:22.014 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=170.352µs] [] [2024/05/07 02:10:22.014 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:22.014 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/05/07 02:10:22.180 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/05/07 02:10:22.199 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/05/07 02:10:22.218 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=52] [new=16] [2024/05/07 02:10:22.223 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=26] [2024/05/07 02:10:22.263 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:22.264 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/07 02:10:22.267 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:22.276 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:22.276 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:22.277 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:22.277 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:22.278 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:22.278 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:22.278 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:22.278 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:22.278 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:22.293 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:22.294 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:22.294 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/07 02:10:22.295 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:22.295 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=348.5GiB] [2024/05/07 02:10:22.344 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=63] [2024/05/07 02:10:22.349 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:22.353 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:22.354 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/07 02:10:22.370 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/07 02:10:22.373 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.364291ms] [encodeDur=863.358µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=255.431µs] [type=file] [takeTime=2.903418ms] [] [2024/05/07 02:10:22.374 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=63] [takeTime=29.996799ms] [] [2024/05/07 02:10:22.374 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/ad96eb7c-5d9f-41fe-ba48-ebfc055b85b1.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/07 02:10:22.374 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/07 02:10:22.374 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/07 02:10:22.374 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:22.377 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.864705ms] [] [2024/05/07 02:10:22.377 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/07 02:10:22.382 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:22.404 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/05/07 02:10:22.405 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:22.423 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/05/07 02:10:22.424 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=46.970801ms] [] [2024/05/07 02:10:22.425 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:22.426 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.109732ms] [] [2024/05/07 02:10:22.426 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/05/07 02:10:22.426 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:22.428 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.751732ms] [] [2024/05/07 02:10:22.428 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/07 02:10:22.428 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:22.428 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=59.783µs] [] [2024/05/07 02:10:22.428 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:22.429 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=998.476µs] [] [2024/05/07 02:10:22.473 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/05/07 02:10:22.475 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:22.475 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:22.476 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:22.475 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:22.476 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:22.476 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:22.478 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:22.478 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:22.478 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:22.478 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:22.478 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:22.478 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=214.852686ms] [] [2024/05/07 02:10:22.506 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:22.507 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:22.508 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:22.508 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:22.607 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/05/07 02:10:22.609 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:22.609 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/05/07 02:10:22.753 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/05/07 02:10:22.797 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [2024/05/07 02:10:22.798 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [2024/05/07 02:10:22.798 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [2024/05/07 02:10:22.802 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [takeTime=4.669093ms] [] [2024/05/07 02:10:22.802 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/05/07 02:10:22.803 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:22.803 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [weight=30] [2024/05/07 02:10:22.803 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [concurrency=15] [2024/05/07 02:10:22.807 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/05/07 02:10:22.808 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/05/07 02:10:22.808 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [takeTime=9.995868ms] [] [2024/05/07 02:10:22.808 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=64] [takeTime=10.1878ms] [] [2024/05/07 02:10:22.853 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=99.471238ms] [] [2024/05/07 02:10:22.949 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:22.949 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/05/07 02:10:22.952 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/05/07 02:10:22.998 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/05/07 02:10:23.004 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=33] [2024/05/07 02:10:23.028 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:23.028 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/05/07 02:10:23.104 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.636411632\n# Parse_time: 0.001636748\n# Compile_time: 0.003576713\n# Rewrite_time: 0.001796551\n# Optimize_time: 0.001157392\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:10:23.124 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:23.142 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:23.384 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:23.480 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:23.523 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/07 02:10:23.523 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:23.628 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:23.629 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:23.630 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/05/07 02:10:23.651 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:23.654 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/05/07 02:10:23.654 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/05/07 02:10:23.655 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=55.949µs] [2024/05/07 02:10:23.655 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=173.42µs] [] [2024/05/07 02:10:23.655 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:23.655 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:23.817 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/05/07 02:10:23.836 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/05/07 02:10:23.843 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:23.884 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:23.885 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/07 02:10:23.886 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:23.895 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:23.895 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:23.896 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:23.896 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:23.897 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:23.897 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:23.897 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:23.897 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:23.897 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:23.911 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:23.913 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:23.913 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/05/07 02:10:23.913 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:23.913 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=348.5GiB] [2024/05/07 02:10:23.962 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=65] [2024/05/07 02:10:23.966 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:23.970 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:23.970 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/05/07 02:10:24.018 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/05/07 02:10:24.021 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.24381ms] [encodeDur=981.519µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=283.229µs] [type=file] [takeTime=2.934519ms] [] [2024/05/07 02:10:24.022 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=65] [takeTime=59.952116ms] [] [2024/05/07 02:10:24.022 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/f984c583-e147-4960-a8ed-061ec1e19cb2.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/05/07 02:10:24.022 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/07 02:10:24.022 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/07 02:10:24.022 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:24.024 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.951284ms] [] [2024/05/07 02:10:24.024 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/05/07 02:10:24.029 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:24.050 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:10:24.051 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:24.066 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:10:24.068 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=43.65279ms] [] [2024/05/07 02:10:24.068 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/05/07 02:10:24.069 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.036416ms] [] [2024/05/07 02:10:24.069 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/05/07 02:10:24.069 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:24.071 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.455759ms] [] [2024/05/07 02:10:24.071 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/05/07 02:10:24.071 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:24.071 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=57.514µs] [] [2024/05/07 02:10:24.071 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/05/07 02:10:24.072 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=890.251µs] [] [2024/05/07 02:10:24.121 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/05/07 02:10:24.124 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:24.124 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:24.124 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:24.124 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:24.126 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:24.126 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:24.126 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:24.126 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:24.126 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:24.127 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=242.93926ms] [] [2024/05/07 02:10:24.143 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:24.144 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:24.145 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:24.146 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:24.255 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/05/07 02:10:24.257 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:24.257 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:24.399 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:24.442 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [2024/05/07 02:10:24.442 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [2024/05/07 02:10:24.442 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [2024/05/07 02:10:24.447 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [takeTime=4.453497ms] [] [2024/05/07 02:10:24.447 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/07 02:10:24.447 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:10:24.447 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [weight=30] [2024/05/07 02:10:24.447 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [concurrency=15] [2024/05/07 02:10:24.451 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/07 02:10:24.451 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:10:24.451 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [takeTime=9.21607ms] [] [2024/05/07 02:10:24.451 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=66] [takeTime=9.419624ms] [] [2024/05/07 02:10:24.500 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.693019ms] [] [2024/05/07 02:10:24.579 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:24.579 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/05/07 02:10:24.582 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/05/07 02:10:24.632 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] [2024/05/07 02:10:24.633 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/05/07 02:10:24.653 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:24.653 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/05/07 02:10:24.667 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/05/07 02:10:24.667 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/07 02:10:24.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.634247905\n# Parse_time: 0.000637403\n# Compile_time: 0.002301428\n# Rewrite_time: 0.001247112\n# Optimize_time: 0.001136882\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:10:24.772 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=34] === RUN TestImportInto/TestIgnoreNLines [2024/05/07 02:10:24.776 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:10:24.778 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:24.823 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:10:24.823 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:24.880 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:24.912 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=289.111µs] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:24.924 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/05/07 02:10:24.976 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=68.663557ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.079 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=239.072µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:25.091 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/05/07 02:10:25.127 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=53.606461ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.204 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.242 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=222.546µs] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:25.253 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/05/07 02:10:25.291 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=52.948979ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.337 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/05/07 02:10:25.346 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/05/07 02:10:25.351 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:24.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.411 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/05/07 02:10:25.411 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:25.416 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.641174501\n# Parse_time: 0.000594602\n# Compile_time: 0.000860415\n# Rewrite_time: 0.000036923\n# Optimize_time: 0.001375184\n# Wait_TS: 0.000611752\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:10:25.417 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/05/07 02:10:25.449 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:25.449 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:10:25.535 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.575 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=962.195µs] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:10:25.587 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/05/07 02:10:25.623 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=53.511706ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.668 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:25.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.701 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/05/07 02:10:25.701 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:25.709 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:10:25.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:10:25.775 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:25.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:25.775 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:25.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:10:25.850 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:25.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:25.859 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/05/07 02:10:25.937 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=2.727744ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:25.948 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/05/07 02:10:25.983 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=54.113077ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:25.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:26.063 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:25.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:26.116 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/05/07 02:10:26.116 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:26.120 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.409383484\n# Parse_time: 0.001715864\n# Compile_time: 0.001724531\n# Rewrite_time: 0.000047708\n# Optimize_time: 0.001375184\n# Wait_TS: 0.000473666\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:10:26.136 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:26.345 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:26.476 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:10:26.526 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/05/07 02:10:26.527 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:10:26.632 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:26.633 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:26.634 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/05/07 02:10:26.653 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:26.656 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:10:26.656 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/07 02:10:26.656 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=86.985µs] [2024/05/07 02:10:26.656 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=215.643µs] [] [2024/05/07 02:10:26.656 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:26.656 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:10:26.807 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/05/07 02:10:26.862 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/05/07 02:10:26.869 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:10:26.917 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:10:26.919 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/07 02:10:26.921 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:26.929 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:26.929 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:26.929 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:26.930 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:26.931 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:26.931 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:26.931 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:26.931 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:26.931 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:26.946 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:26.947 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:26.947 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:10:26.948 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:26.948 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=348.5GiB] [2024/05/07 02:10:26.994 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=67] [2024/05/07 02:10:26.998 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:27.002 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:27.002 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/07 02:10:27.036 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/05/07 02:10:27.039 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.219132ms] [encodeDur=1.455834ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=272.291µs] [type=file] [takeTime=3.316939ms] [] [2024/05/07 02:10:27.040 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/05/07 02:10:27.040 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4a6ce0e5-b2a6-4f7b-8c7c-9b6459b83a20.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/05/07 02:10:27.063 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/05/07 02:10:27.067 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.287387ms] [encodeDur=1.848368ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=343.686µs] [type=file] [takeTime=3.866734ms] [] [2024/05/07 02:10:27.068 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=67] [takeTime=73.567324ms] [] [2024/05/07 02:10:27.068 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/cb2b1402-be01-4851-9a26-b2b6f77bd6fb.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/05/07 02:10:27.068 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/07 02:10:27.068 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/07 02:10:27.069 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:27.073 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=4.597156ms] [] [2024/05/07 02:10:27.073 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:10:27.081 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:27.102 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/05/07 02:10:27.102 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:27.117 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/05/07 02:10:27.119 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=45.776633ms] [] [2024/05/07 02:10:27.119 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:27.121 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.444432ms] [] [2024/05/07 02:10:27.121 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/05/07 02:10:27.121 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:27.123 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.615338ms] [] [2024/05/07 02:10:27.123 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:10:27.123 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:27.123 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=62.011µs] [] [2024/05/07 02:10:27.123 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:27.124 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.009927ms] [] [2024/05/07 02:10:27.182 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:27.185 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:27.185 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:27.185 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:27.185 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:27.187 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:27.187 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:27.187 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:27.187 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:27.187 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:27.187 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=270.085157ms] [] [2024/05/07 02:10:27.251 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:27.253 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:27.254 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:27.254 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:27.375 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/05/07 02:10:27.377 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:27.377 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:10:27.522 +00:00] [INFO] [task_executor.go:237] ["no subtask to run for a while, exit"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [2024/05/07 02:10:27.522 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/07 02:10:27.558 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:10:27.605 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:10:27.693 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [2024/05/07 02:10:27.693 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [2024/05/07 02:10:27.693 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [2024/05/07 02:10:27.702 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [takeTime=8.985217ms] [] [2024/05/07 02:10:27.702 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/05/07 02:10:27.702 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/07 02:10:27.702 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [weight=30] [2024/05/07 02:10:27.702 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [concurrency=15] [2024/05/07 02:10:27.706 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/05/07 02:10:27.707 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/05/07 02:10:27.707 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [takeTime=14.076294ms] [] [2024/05/07 02:10:27.707 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=68] [takeTime=14.380631ms] [] [2024/05/07 02:10:27.755 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:27.755 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/05/07 02:10:27.759 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/05/07 02:10:27.759 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=153.395507ms] [] [2024/05/07 02:10:27.812 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/05/07 02:10:27.833 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=35] [2024/05/07 02:10:27.858 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:27.858 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/05/07 02:10:27.973 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:28.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.962397806\n# Parse_time: 0.000599435\n# Compile_time: 0.001512058\n# Rewrite_time: 0.000449653\n# Optimize_time: 0.001375184\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:10:28.095 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 02:10:28.132 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:28.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:28.132 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:28.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:10:28.188 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:28.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:28.201 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/05/07 02:10:28.258 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=2.710242ms] [gotSchemaVersion=139] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:28.271 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/05/07 02:10:28.304 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=53.408904ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:28.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:28.382 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/05/07 02:10:28.391 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/05/07 02:10:28.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:28.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:28.464 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/05/07 02:10:28.464 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:28.468 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.373719086\n# Parse_time: 0.000306832\n# Compile_time: 0.00094716\n# Rewrite_time: 0.000041311\n# Optimize_time: 0.00130485\n# Wait_TS: 0.000433616\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:10:28.481 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:28.745 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:28.846 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:10:28.885 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/05/07 02:10:28.885 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:10:28.992 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:28.993 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:28.995 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/05/07 02:10:29.020 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:29.022 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:10:29.023 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/07 02:10:29.023 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=69.974µs] [2024/05/07 02:10:29.023 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=204.355µs] [] [2024/05/07 02:10:29.023 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:29.023 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:10:29.151 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/05/07 02:10:29.171 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/05/07 02:10:29.197 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:10:29.243 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:10:29.244 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/07 02:10:29.245 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:29.253 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:29.254 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:29.254 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:29.254 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:29.255 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:29.255 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:29.255 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:29.255 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:29.255 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:29.269 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:29.271 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:29.271 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:10:29.271 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:29.271 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=348.5GiB] [2024/05/07 02:10:29.315 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=69] [2024/05/07 02:10:29.319 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:29.322 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:29.322 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/07 02:10:29.333 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/05/07 02:10:29.335 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=211.611µs] [encodeDur=996.559µs] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=270.346µs] [type=file] [takeTime=1.853913ms] [] [2024/05/07 02:10:29.335 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/05/07 02:10:29.335 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b6ba9380-cdb4-499a-8bb4-a68e383787e1.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/05/07 02:10:29.356 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/05/07 02:10:29.358 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=266.03µs] [encodeDur=1.119368ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=261.37µs] [type=file] [takeTime=1.922032ms] [] [2024/05/07 02:10:29.359 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=69] [takeTime=43.509066ms] [] [2024/05/07 02:10:29.359 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/dc0b3c4b-4365-480a-82d1-aac91b12375c.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/05/07 02:10:29.359 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/07 02:10:29.359 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/07 02:10:29.359 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:29.361 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.384883ms] [] [2024/05/07 02:10:29.361 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:10:29.367 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:29.411 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/05/07 02:10:29.412 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:29.429 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/05/07 02:10:29.431 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=69.112021ms] [] [2024/05/07 02:10:29.431 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:29.432 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.321365ms] [] [2024/05/07 02:10:29.432 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/05/07 02:10:29.432 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:29.434 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.784985ms] [] [2024/05/07 02:10:29.434 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:10:29.434 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:29.434 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=54.015µs] [] [2024/05/07 02:10:29.434 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:29.435 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.058642ms] [] [2024/05/07 02:10:29.492 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/05/07 02:10:29.496 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:29.496 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:29.496 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:29.496 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:29.499 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:29.499 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:29.499 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:29.499 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:29.499 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:29.499 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=256.169733ms] [] [2024/05/07 02:10:29.513 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:29.515 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:29.516 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:29.516 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:29.588 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/05/07 02:10:29.590 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:29.590 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:10:29.814 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:10:29.867 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [2024/05/07 02:10:29.867 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [2024/05/07 02:10:29.867 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [2024/05/07 02:10:29.876 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [takeTime=8.649451ms] [] [2024/05/07 02:10:29.876 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/05/07 02:10:29.876 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/07 02:10:29.876 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [weight=30] [2024/05/07 02:10:29.876 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [concurrency=15] [2024/05/07 02:10:29.882 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/05/07 02:10:29.882 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/05/07 02:10:29.882 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [takeTime=15.508796ms] [] [2024/05/07 02:10:29.882 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=70] [takeTime=15.7338ms] [] [2024/05/07 02:10:29.929 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=114.912856ms] [] [2024/05/07 02:10:30.007 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:30.007 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/05/07 02:10:30.010 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/05/07 02:10:30.057 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/05/07 02:10:30.092 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=36] [2024/05/07 02:10:30.109 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.640231786\n# Parse_time: 0.000598415\n# Compile_time: 0.001592706\n# Rewrite_time: 0.00035253\n# Optimize_time: 0.00130485\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/05/07 02:10:30.114 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:30.114 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/05/07 02:10:30.118 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 02:10:30.198 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:30.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:30.198 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:30.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:10:30.244 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:30.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:30.250 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:30.256 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/05/07 02:10:30.304 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=2.604524ms] [gotSchemaVersion=140] [phyTblIDs="[203,205]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:30.318 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/05/07 02:10:30.350 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=53.825008ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:30.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:30.386 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/05/07 02:10:30.394 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/05/07 02:10:30.398 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:30.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:30.468 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/05/07 02:10:30.468 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:30.472 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.354413077\n# Parse_time: 0.000252497\n# Compile_time: 0.000941471\n# Rewrite_time: 0.000037362\n# Optimize_time: 0.000755706\n# Wait_TS: 0.000420941\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:10:30.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:30.719 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:10:30.809 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:10:30.844 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/05/07 02:10:30.844 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:10:30.986 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:30.988 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:30.990 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/05/07 02:10:31.009 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:31.013 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:10:31.013 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/05/07 02:10:31.013 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=90.317µs] [2024/05/07 02:10:31.013 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=214.796µs] [] [2024/05/07 02:10:31.013 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:31.013 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:10:31.141 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/05/07 02:10:31.166 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/05/07 02:10:31.171 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:10:31.218 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:10:31.219 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/07 02:10:31.220 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:31.229 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:31.229 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:31.229 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:31.229 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:31.230 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:31.231 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:31.231 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:31.230 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:31.231 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:31.245 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:31.247 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:31.247 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:10:31.247 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:31.247 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=348.5GiB] [2024/05/07 02:10:31.296 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=71] [2024/05/07 02:10:31.299 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:31.303 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:31.303 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/07 02:10:31.319 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/05/07 02:10:31.321 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=129.744µs] [encodeDur=804.134µs] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=272.687µs] [type=file] [takeTime=1.598695ms] [] [2024/05/07 02:10:31.321 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/05/07 02:10:31.321 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/217e79c5-b69d-46d3-b7a0-1b448300545d.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/05/07 02:10:31.336 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/05/07 02:10:31.339 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=262.511µs] [encodeDur=1.132254ms] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=297.429µs] [type=file] [takeTime=2.055501ms] [] [2024/05/07 02:10:31.339 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=71] [takeTime=43.581221ms] [] [2024/05/07 02:10:31.339 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/e4e03a44-b35c-4fa0-85be-e3b1def9b445.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/05/07 02:10:31.339 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/07 02:10:31.340 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/07 02:10:31.340 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:31.341 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.824949ms] [] [2024/05/07 02:10:31.341 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:10:31.346 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:31.368 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/05/07 02:10:31.368 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:31.413 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/05/07 02:10:31.416 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=74.545369ms] [] [2024/05/07 02:10:31.416 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:10:31.418 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.685245ms] [] [2024/05/07 02:10:31.418 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/05/07 02:10:31.418 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:31.420 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.92356ms] [] [2024/05/07 02:10:31.420 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:10:31.420 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:31.420 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.359µs] [] [2024/05/07 02:10:31.420 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:10:31.422 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.207155ms] [] [2024/05/07 02:10:31.470 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:31.471 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:31.473 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:31.473 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:31.486 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:31.490 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:31.490 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:31.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:31.491 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:31.493 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:31.493 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:31.493 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:31.493 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:31.493 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:31.493 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=275.666072ms] [] [2024/05/07 02:10:31.546 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/05/07 02:10:31.548 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:31.548 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:10:31.696 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:10:31.738 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [2024/05/07 02:10:31.738 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [2024/05/07 02:10:31.738 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [2024/05/07 02:10:31.774 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=30.738439ms] [2024/05/07 02:10:31.781 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [takeTime=42.656998ms] [] [2024/05/07 02:10:31.781 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/05/07 02:10:31.781 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/07 02:10:31.781 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [weight=30] [2024/05/07 02:10:31.782 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [concurrency=15] [2024/05/07 02:10:31.786 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/05/07 02:10:31.787 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/05/07 02:10:31.787 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [takeTime=48.970238ms] [] [2024/05/07 02:10:31.787 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=72] [takeTime=49.203856ms] [] [2024/05/07 02:10:31.838 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=141.864355ms] [] [2024/05/07 02:10:31.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:31.866 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/05/07 02:10:31.870 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/05/07 02:10:31.928 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/05/07 02:10:31.950 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=37] [2024/05/07 02:10:31.978 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:31.978 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/05/07 02:10:32.075 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6020933720000001\n# Parse_time: 0.000903694\n# Compile_time: 0.001423482\n# Rewrite_time: 0.00038139\n# Optimize_time: 0.000755706\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] [2024/05/07 02:10:32.079 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/05/07 02:10:32.084 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/05/07 02:10:32.110 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:32.110 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/05/07 02:10:32.146 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.217 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=386.502µs] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:32.229 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/05/07 02:10:32.266 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=53.843218ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.336 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.369 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=190.362µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:32.379 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/05/07 02:10:32.417 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=53.479846ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.528 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=213.938µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:32.539 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/05/07 02:10:32.577 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=53.28506ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.686 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/05/07 02:10:32.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/05/07 02:10:32.697 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.082 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.749 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/05/07 02:10:32.749 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:32.753 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.669891565\n# Parse_time: 0.000493651\n# Compile_time: 0.000756171\n# Rewrite_time: 0.000037608\n# Optimize_time: 0.000954282\n# Wait_TS: 0.000390382\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/05/07 02:10:32.755 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/05/07 02:10:32.785 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:32.785 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/05/07 02:10:32.855 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:32.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:32.894 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.012945ms] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:10:32.905 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/05/07 02:10:32.942 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=53.213539ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:32.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:33.013 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:32.73 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:33.043 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/05/07 02:10:33.043 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:33.051 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:10:33.126 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:33.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:33.126 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:33.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:10:33.205 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:33.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:33.214 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/05/07 02:10:33.275 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=2.42573ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:33.286 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/05/07 02:10:33.322 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=53.302005ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:33.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:33.406 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:33.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:33.454 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/05/07 02:10:33.454 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:33.457 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.407995634\n# Parse_time: 0.000772128\n# Compile_time: 0.000914151\n# Rewrite_time: 0.000053027\n# Optimize_time: 0.000954282\n# Wait_TS: 0.000425699\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:10:33.460 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/05/07 02:10:33.727 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/05/07 02:10:33.879 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 02:10:34.082 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 02:10:34.231 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 02:10:34.416 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 02:10:34.571 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 02:10:34.769 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:34.966 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:35.095 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:35.139 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/05/07 02:10:35.139 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:35.245 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:35.246 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:35.247 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/05/07 02:10:35.268 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:35.270 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:10:35.270 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/07 02:10:35.270 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=60.126µs] [2024/05/07 02:10:35.270 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=174.718µs] [] [2024/05/07 02:10:35.271 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:35.271 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:35.400 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/05/07 02:10:35.419 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/05/07 02:10:35.490 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:35.534 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:35.535 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/07 02:10:35.536 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:35.544 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:35.544 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:35.545 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:35.545 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:35.546 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:35.546 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:35.546 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:35.546 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:35.546 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:35.562 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:35.564 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:35.564 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:10:35.564 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:35.564 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=348.5GiB] [2024/05/07 02:10:35.602 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=73] [2024/05/07 02:10:35.606 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:35.609 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:35.610 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/05/07 02:10:35.634 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/05/07 02:10:35.637 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.18834ms] [encodeDur=901.893µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=263.674µs] [type=file] [takeTime=2.770843ms] [] [2024/05/07 02:10:35.638 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=73] [takeTime=35.600908ms] [] [2024/05/07 02:10:35.638 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/61ebe9fc-5534-4ecf-a2f9-7c2e05299cb4.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/05/07 02:10:35.638 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/07 02:10:35.638 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/07 02:10:35.638 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:35.640 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.003835ms] [] [2024/05/07 02:10:35.640 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:10:35.645 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:35.666 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/07 02:10:35.667 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:35.680 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 02:10:35.682 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.092507ms] [] [2024/05/07 02:10:35.682 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:35.684 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.184253ms] [] [2024/05/07 02:10:35.684 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/05/07 02:10:35.684 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:35.685 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.748873ms] [] [2024/05/07 02:10:35.686 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:10:35.686 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:35.686 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=61.35µs] [] [2024/05/07 02:10:35.686 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:35.687 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=911.948µs] [] [2024/05/07 02:10:35.733 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/05/07 02:10:35.736 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:35.736 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:35.736 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:35.736 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:35.738 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:35.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:35.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:35.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:35.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:35.738 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.498295ms] [] [2024/05/07 02:10:35.758 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:35.760 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:35.761 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:35.761 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:35.825 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/07 02:10:35.828 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:35.828 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:36.043 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:36.089 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [2024/05/07 02:10:36.089 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [2024/05/07 02:10:36.089 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [2024/05/07 02:10:36.097 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [takeTime=7.613934ms] [] [2024/05/07 02:10:36.097 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/07 02:10:36.097 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 02:10:36.097 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [weight=30] [2024/05/07 02:10:36.097 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [concurrency=15] [2024/05/07 02:10:36.101 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/07 02:10:36.102 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 02:10:36.102 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [takeTime=12.632764ms] [] [2024/05/07 02:10:36.102 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=74] [takeTime=12.851631ms] [] [2024/05/07 02:10:36.144 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.066741ms] [] [2024/05/07 02:10:36.160 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:36.160 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/05/07 02:10:36.163 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/05/07 02:10:36.229 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/05/07 02:10:36.244 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=38] [2024/05/07 02:10:36.311 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:36.311 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/05/07 02:10:36.360 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.605825436\n# Parse_time: 0.000762743\n# Compile_time: 0.001767543\n# Rewrite_time: 0.000313015\n# Optimize_time: 0.000954282\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:10:36.369 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/05/07 02:10:36.371 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/07 02:10:36.402 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:36.408 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:36.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:36.408 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:36.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:10:36.462 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:36.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:36.473 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/05/07 02:10:36.532 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=2.675419ms] [gotSchemaVersion=146] [phyTblIDs="[210,212]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:36.542 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/05/07 02:10:36.578 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=53.258782ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:36.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:36.637 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/05/07 02:10:36.645 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/05/07 02:10:36.649 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:36.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:36.755 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/05/07 02:10:36.756 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:36.760 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390201497\n# Parse_time: 0.000174667\n# Compile_time: 0.000688931\n# Rewrite_time: 0.000045827\n# Optimize_time: 0.002038538\n# Wait_TS: 0.000432232\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:10:36.776 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:36.993 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:37.127 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:37.168 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/05/07 02:10:37.168 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:37.275 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:37.276 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:37.278 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/05/07 02:10:37.297 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:37.301 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:10:37.301 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/07 02:10:37.301 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=64.492µs] [2024/05/07 02:10:37.301 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=191.154µs] [] [2024/05/07 02:10:37.301 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:37.301 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:37.427 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/05/07 02:10:37.445 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/05/07 02:10:37.465 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:37.508 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:37.510 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/07 02:10:37.511 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:37.519 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:37.519 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:37.520 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:37.520 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:37.521 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:37.521 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:37.521 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:37.521 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:37.521 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:37.580 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:37.581 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:37.582 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:10:37.582 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:37.582 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=348.5GiB] [2024/05/07 02:10:37.634 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=75] [2024/05/07 02:10:37.638 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:37.641 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:37.641 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/05/07 02:10:37.652 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/05/07 02:10:37.655 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.174076ms] [encodeDur=927.033µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=224.533µs] [type=file] [takeTime=2.702483ms] [] [2024/05/07 02:10:37.655 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=75] [takeTime=21.665772ms] [] [2024/05/07 02:10:37.655 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5e142ef7-06a9-4d90-8c73-004ff319fc5e.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/05/07 02:10:37.656 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/07 02:10:37.656 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/07 02:10:37.656 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:37.658 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.882431ms] [] [2024/05/07 02:10:37.658 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/05/07 02:10:37.663 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:37.684 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/07 02:10:37.684 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:37.698 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 02:10:37.700 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.022964ms] [] [2024/05/07 02:10:37.700 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:37.701 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.0696ms] [] [2024/05/07 02:10:37.701 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/05/07 02:10:37.701 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:37.703 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.715978ms] [] [2024/05/07 02:10:37.703 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:10:37.703 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:37.703 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=61.68µs] [] [2024/05/07 02:10:37.703 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:37.704 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=791.381µs] [] [2024/05/07 02:10:37.753 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/05/07 02:10:37.756 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:37.756 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:37.756 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:37.756 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:37.759 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:37.759 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:37.759 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:37.759 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:37.759 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:37.759 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=250.4543ms] [] [2024/05/07 02:10:37.795 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:37.797 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:37.799 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:37.799 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:37.867 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/07 02:10:37.869 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:37.869 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:38.064 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:38.107 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [2024/05/07 02:10:38.107 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [2024/05/07 02:10:38.108 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [2024/05/07 02:10:38.117 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [takeTime=9.074147ms] [] [2024/05/07 02:10:38.117 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/07 02:10:38.117 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 02:10:38.117 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [weight=30] [2024/05/07 02:10:38.117 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [concurrency=15] [2024/05/07 02:10:38.123 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/07 02:10:38.124 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 02:10:38.124 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [takeTime=16.220243ms] [] [2024/05/07 02:10:38.124 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=76] [takeTime=16.448115ms] [] [2024/05/07 02:10:38.165 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=100.51383ms] [] [2024/05/07 02:10:38.192 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:38.192 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/05/07 02:10:38.195 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/05/07 02:10:38.253 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/05/07 02:10:38.274 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=39] [2024/05/07 02:10:38.303 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:38.304 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/05/07 02:10:38.427 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.665616022\n# Parse_time: 0.000914428\n# Compile_time: 0.002042808\n# Rewrite_time: 0.000336242\n# Optimize_time: 0.002038538\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:10:38.437 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:38.439 +00:00] [WARN] [session.go:2111] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4207\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:520\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:102\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2089\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:390\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase3672101262/001/file.csv'"] [2024/05/07 02:10:38.440 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/05/07 02:10:38.585 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/05/07 02:10:38.623 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:38.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:38.623 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:38.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:10:38.702 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:38.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:38.714 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/05/07 02:10:38.806 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=3.146626ms] [gotSchemaVersion=147] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:38.821 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/05/07 02:10:38.851 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=53.36704ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:38.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:38.891 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/05/07 02:10:38.900 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/05/07 02:10:38.904 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:38.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:38.990 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/05/07 02:10:38.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:38.994 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.410696012\n# Parse_time: 0.000269547\n# Compile_time: 0.000785386\n# Rewrite_time: 0.000040146\n# Optimize_time: 0.001425994\n# Wait_TS: 0.000354576\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:10:39.237 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase3672101262/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:39.237 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:10:39.237 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/05/07 02:10:39.237 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=46.35µs] [2024/05/07 02:10:39.237 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.864µs] [] [2024/05/07 02:10:39.353 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:39.391 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/05/07 02:10:39.391 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:39.497 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:39.499 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:39.500 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/05/07 02:10:39.518 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:39.518 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:39.686 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/05/07 02:10:39.705 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/05/07 02:10:39.716 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:39.755 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:39.756 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/07 02:10:39.765 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:39.765 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:39.766 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:39.766 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:39.767 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:39.767 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:39.767 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:39.767 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:39.767 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:39.781 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:39.783 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:39.783 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:10:39.783 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:39.783 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=348.5GiB] [2024/05/07 02:10:39.831 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=77] [2024/05/07 02:10:39.835 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:39.838 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:39.839 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/05/07 02:10:39.886 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/05/07 02:10:39.888 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=243.809µs] [encodeDur=1.043263ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=292.322µs] [type=file] [takeTime=2.037813ms] [] [2024/05/07 02:10:39.888 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=77] [takeTime=57.216962ms] [] [2024/05/07 02:10:39.888 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/331af454-0fdc-46ef-858e-8f846968076d.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/05/07 02:10:39.889 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/07 02:10:39.889 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024-05-07T02:12:59.416Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 [2024/05/07 02:10:39.889 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:39.891 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.226268ms] [] [2024/05/07 02:10:39.891 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/9dc80fc6-606a-4c32-96f8-c9d4d48436fc.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021259Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=d05f2650085e95c31833938b25f21232f7f3c6197e32c070a7bc4d3381b511f1 [2024-05-07T02:12:59.417Z] ['info'] Uploading... [2024/05/07 02:10:39.896 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:39.918 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/05/07 02:10:39.918 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:39.932 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 02:10:39.934 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.37276ms] [] [2024/05/07 02:10:39.934 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/05/07 02:10:39.935 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.103013ms] [] [2024/05/07 02:10:39.935 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/05/07 02:10:39.935 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:39.937 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.685089ms] [] [2024/05/07 02:10:39.937 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/05/07 02:10:39.937 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:39.937 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=55.559µs] [] [2024/05/07 02:10:39.937 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/05/07 02:10:39.938 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=856.873µs] [] [2024/05/07 02:10:39.988 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:39.991 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:39.991 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:39.991 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:39.991 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:39.993 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:39.993 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:39.993 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:39.993 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:39.993 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:39.993 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=238.249555ms] [] [2024/05/07 02:10:40.012 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:40.014 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:40.015 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:40.015 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:10:40.123 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/05/07 02:10:40.125 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:40.125 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:40.302 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:40.351 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [2024/05/07 02:10:40.352 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [2024/05/07 02:10:40.352 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [2024/05/07 02:10:40.359 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [takeTime=7.243895ms] [] [2024/05/07 02:10:40.359 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/05/07 02:10:40.359 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 02:10:40.359 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [weight=30] [2024/05/07 02:10:40.359 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [concurrency=15] [2024/05/07 02:10:40.363 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/05/07 02:10:40.364 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/05/07 02:10:40.364 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [takeTime=12.057191ms] [] [2024/05/07 02:10:40.364 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=78] [takeTime=12.236866ms] [] [2024/05/07 02:10:40.445 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=142.258245ms] [] [2024/05/07 02:10:40.455 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:40.456 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/05/07 02:10:40.459 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/05/07 02:10:40.507 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=40] [2024/05/07 02:10:40.529 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:40.529 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/05/07 02:10:40.535 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/05/07 02:10:40.617 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.620940176\n# Parse_time: 0.00041449\n# Compile_time: 0.001318224\n# Rewrite_time: 0.000283887\n# Optimize_time: 0.001425994\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase3672101262/001/file.csv';"] === RUN TestImportInto/TestImportMode [2024/05/07 02:10:40.627 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/07 02:10:40.631 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:40.654 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:40.654 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/07 02:10:40.693 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:40.737 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=289.8µs] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:40.748 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/05/07 02:10:40.785 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=52.827461ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:40.869 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:40.900 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=230.145µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:40.913 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/05/07 02:10:40.948 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=53.263839ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:40.985 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.020 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=199.701µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:10:41.031 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/05/07 02:10:41.069 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=53.436095ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.141 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/05/07 02:10:41.149 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/05/07 02:10:41.154 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:40.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.201 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/05/07 02:10:41.201 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:41.205 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.578679262\n# Parse_time: 0.000470077\n# Compile_time: 0.000658512\n# Rewrite_time: 0.000034972\n# Optimize_time: 0.001259085\n# Wait_TS: 0.000436219\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/07 02:10:41.207 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/07 02:10:41.242 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:41.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:41.242 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:41.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/07 02:10:41.349 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:41.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.388 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.05249ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:10:41.399 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/05/07 02:10:41.436 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=53.498714ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:10:41.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.487 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:41.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.513 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/05/07 02:10:41.513 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:41.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.311203608\n# Parse_time: 0.000517616\n# Compile_time: 0.001049023\n# Rewrite_time: 0.000043569\n# Optimize_time: 0.001259085\n# Wait_TS: 0.000367992\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/07 02:10:41.520 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/05/07 02:10:41.568 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:41.568 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/07 02:10:41.611 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.620 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/05/07 02:10:41.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.509405ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:10:41.696 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/05/07 02:10:41.728 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=53.017048ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.802 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:41.859 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/05/07 02:10:41.860 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:41.864 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345808881\n# Parse_time: 0.000836741\n# Compile_time: 0.001691094\n# Rewrite_time: 0.000055953\n# Optimize_time: 0.001259085\n# Wait_TS: 0.00048354\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/05/07 02:10:41.881 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:42.065 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:42.171 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:42.257 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/05/07 02:10:42.257 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:42.366 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:42.367 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:42.368 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/05/07 02:10:42.388 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:42.391 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/07 02:10:42.391 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 02:10:42.391 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=64.161µs] [2024/05/07 02:10:42.392 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=174.335µs] [] [2024/05/07 02:10:42.392 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:42.392 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:42.523 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/07 02:10:42.529 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/05/07 02:10:42.556 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:42.600 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:42.601 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/07 02:10:42.602 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:42.610 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:42.610 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:42.611 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:42.611 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:42.612 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:42.612 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:42.612 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:42.612 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:42.612 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:42.669 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:42.671 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:42.671 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/07 02:10:42.671 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:42.671 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=348.5GiB] [2024/05/07 02:10:42.725 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=79] [2024/05/07 02:10:42.730 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:42.733 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:42.733 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/05/07 02:10:42.741 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/05/07 02:10:42.744 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.117319ms] [encodeDur=543.119µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=239.177µs] [type=file] [takeTime=2.323533ms] [] [2024/05/07 02:10:42.745 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=79] [takeTime=19.264121ms] [] [2024/05/07 02:10:42.745 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/f37aa519-a4fa-430a-ae5b-cd5c8686af5c.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/05/07 02:10:42.745 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/07 02:10:42.745 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/07 02:10:42.745 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:42.747 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.93081ms] [] [2024/05/07 02:10:42.747 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 02:10:42.751 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:42.773 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:10:42.773 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:42.787 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:10:42.789 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=41.676148ms] [] [2024/05/07 02:10:42.789 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:42.790 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.078442ms] [] [2024/05/07 02:10:42.790 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/05/07 02:10:42.790 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:42.792 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.493946ms] [] [2024/05/07 02:10:42.792 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 02:10:42.792 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:42.792 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=61.729µs] [] [2024/05/07 02:10:42.792 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:42.793 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=990.234µs] [] [2024/05/07 02:10:42.839 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:42.842 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:42.842 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:42.842 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:42.843 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:42.843 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:42.843 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:42.845 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:42.845 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:42.845 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:42.845 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:42.845 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:42.845 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=245.205192ms] [] [2024/05/07 02:10:42.886 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:42.888 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:42.889 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:42.889 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/07 02:10:42.951 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 02:10:42.952 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:42.953 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:43.156 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:43.212 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [2024/05/07 02:10:43.212 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [2024/05/07 02:10:43.212 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [2024/05/07 02:10:43.221 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [takeTime=8.832734ms] [] [2024/05/07 02:10:43.221 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/05/07 02:10:43.222 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/07 02:10:43.222 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [weight=30] [2024/05/07 02:10:43.222 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [concurrency=15] [2024/05/07 02:10:43.226 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/05/07 02:10:43.226 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/05/07 02:10:43.227 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [takeTime=14.189008ms] [] [2024/05/07 02:10:43.227 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=80] [takeTime=14.436721ms] [] [2024/05/07 02:10:43.268 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=112.466226ms] [] [2024/05/07 02:10:43.281 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:43.281 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/05/07 02:10:43.285 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/05/07 02:10:43.363 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=41] [2024/05/07 02:10:43.377 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/05/07 02:10:43.394 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:43.395 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/05/07 02:10:43.487 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.62140984\n# Parse_time: 0.001253639\n# Compile_time: 0.002159663\n# Rewrite_time: 0.00028613\n# Optimize_time: 0.001259085\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/07 02:10:43.543 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:43.575 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 02:10:43.608 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:43.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:43.608 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:43.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/07 02:10:43.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:43.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:43.675 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/05/07 02:10:43.739 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=2.724194ms] [gotSchemaVersion=153] [phyTblIDs="[219,221]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:43.751 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/05/07 02:10:43.786 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=54.51866ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:43.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:43.836 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/05/07 02:10:43.844 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/05/07 02:10:43.848 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:43.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:43.961 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/05/07 02:10:43.961 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:43.965 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.39122283\n# Parse_time: 0.000313858\n# Compile_time: 0.000893852\n# Rewrite_time: 0.000036376\n# Optimize_time: 0.00134068\n# Wait_TS: 0.000374573\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 02:10:43.981 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:44.193 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:44.337 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:44.379 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/05/07 02:10:44.379 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:44.485 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:44.486 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:44.487 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/05/07 02:10:44.507 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:44.509 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/07 02:10:44.509 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 02:10:44.509 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=79.299µs] [2024/05/07 02:10:44.509 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=273.851µs] [] [2024/05/07 02:10:44.510 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:44.510 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:44.635 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/07 02:10:44.641 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/05/07 02:10:44.656 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:44.698 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:44.699 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/07 02:10:44.701 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:44.709 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:44.709 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:44.710 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:44.710 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:44.711 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:44.711 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:44.711 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:44.711 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:44.711 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:44.767 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:44.770 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:44.770 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/07 02:10:44.770 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:44.770 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=348.5GiB] [2024/05/07 02:10:44.821 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=81] [2024/05/07 02:10:44.825 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:44.828 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:44.829 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/05/07 02:10:44.843 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/05/07 02:10:44.845 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.118751ms] [encodeDur=611.552µs] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=206.877µs] [type=file] [takeTime=2.364623ms] [] [2024/05/07 02:10:44.846 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=81] [takeTime=24.879811ms] [] [2024/05/07 02:10:44.846 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/c54b9141-452e-4c46-9208-397b6abb685b.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/05/07 02:10:44.846 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/07 02:10:44.846 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/07 02:10:44.847 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:44.849 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.919894ms] [] [2024/05/07 02:10:44.849 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 02:10:44.853 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:44.875 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:10:44.875 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:44.889 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:10:44.891 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=42.58273ms] [] [2024/05/07 02:10:44.891 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:44.893 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.220746ms] [] [2024/05/07 02:10:44.893 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/05/07 02:10:44.893 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:44.894 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.516375ms] [] [2024/05/07 02:10:44.894 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 02:10:44.894 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:44.894 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=65.044µs] [] [2024/05/07 02:10:44.895 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:44.895 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=889.435µs] [] [2024/05/07 02:10:44.940 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/05/07 02:10:44.943 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:44.943 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:44.943 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:44.943 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:44.943 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:44.943 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:44.944 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:44.944 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:44.944 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:44.944 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:44.944 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:44.944 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:44.944 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:44.946 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:44.946 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:44.946 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:44.946 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:44.946 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:44.946 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=247.894636ms] [] [2024/05/07 02:10:45.000 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:45.002 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:45.003 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:45.003 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/07 02:10:45.061 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 02:10:45.063 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:45.063 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:45.276 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:45.330 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [2024/05/07 02:10:50.330 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [2024/05/07 02:10:50.331 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [2024/05/07 02:10:50.339 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [takeTime=8.705037ms] [] [2024/05/07 02:10:50.339 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/05/07 02:10:50.340 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/07 02:10:50.340 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [weight=30] [2024/05/07 02:10:50.340 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [concurrency=15] [2024/05/07 02:10:50.344 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/05/07 02:10:50.344 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/05/07 02:10:50.344 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [takeTime=13.68678ms] [] [2024/05/07 02:10:50.344 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=82] [takeTime=5.014513171s] [] [2024/05/07 02:10:50.391 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=5.114558015s] [] [2024/05/07 02:10:50.404 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:50.404 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/05/07 02:10:50.407 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/05/07 02:10:50.475 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/05/07 02:10:50.484 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=42] [2024/05/07 02:10:50.510 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:50.510 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/05/07 02:10:50.593 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:50.703 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.73714365\n# Parse_time: 0.000717899\n# Compile_time: 0.001715766\n# Rewrite_time: 0.000292816\n# Optimize_time: 0.00134068\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni43M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni43M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/07 02:10:50.714 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 02:10:50.747 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:50.747 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/07 02:10:50.812 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:50.824 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/05/07 02:10:50.878 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=2.877056ms] [gotSchemaVersion=154] [phyTblIDs="[221,223]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:50.889 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/05/07 02:10:50.925 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=54.122058ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:50.978 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/05/07 02:10:50.986 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/05/07 02:10:50.990 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:50.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:51.053 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/05/07 02:10:51.053 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:51.088 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=33.924796ms] [2024/05/07 02:10:51.093 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380119878\n# Parse_time: 0.000266452\n# Compile_time: 0.000790214\n# Rewrite_time: 0.000043768\n# Optimize_time: 0.0012767\n# Wait_TS: 0.000417771\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 02:10:51.096 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 02:10:51.129 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:51.129 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/07 02:10:51.198 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:51.210 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/05/07 02:10:51.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=2.632692ms] [gotSchemaVersion=155] [phyTblIDs="[223,225]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:51.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/05/07 02:10:51.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=54.554098ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:51.380 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/05/07 02:10:51.391 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/05/07 02:10:51.395 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:51.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:51.464 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/05/07 02:10:51.464 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:51.467 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.373024512\n# Parse_time: 0.000349274\n# Compile_time: 0.001046265\n# Rewrite_time: 0.000048282\n# Optimize_time: 0.0012767\n# Wait_TS: 0.000425433\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 02:10:51.482 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:51.729 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/05/07 02:10:51.834 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:51.886 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/05/07 02:10:51.887 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:51.993 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:51.994 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:51.995 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/05/07 02:10:52.018 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:52.021 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/07 02:10:52.021 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 02:10:52.021 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=72.367µs] [2024/05/07 02:10:52.021 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=185.162µs] [] [2024/05/07 02:10:52.021 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:52.021 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:52.152 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/05/07 02:10:52.194 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:52.242 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:52.243 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/07 02:10:52.244 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:52.253 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:52.253 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:52.253 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:52.254 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:52.254 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:52.255 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:52.255 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:52.255 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:52.255 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:52.269 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:52.271 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:52.271 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/07 02:10:52.271 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:52.271 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=348.5GiB] [2024/05/07 02:10:52.322 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=83] [2024/05/07 02:10:52.326 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:52.329 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:52.329 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/05/07 02:10:52.375 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/05/07 02:10:52.378 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.559827ms] [encodeDur=687.868µs] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=313.002µs] [type=file] [takeTime=3.091197ms] [] [2024/05/07 02:10:52.379 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/114bd184-0c54-4644-978b-458b1a06ab79.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/05/07 02:10:52.379 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=83] [takeTime=56.989055ms] [] [2024/05/07 02:10:52.379 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/07 02:10:52.379 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/07 02:10:52.379 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:52.382 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.216775ms] [] [2024/05/07 02:10:52.382 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 02:10:52.387 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:52.409 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:10:52.409 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:52.424 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:10:52.426 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=44.10618ms] [] [2024/05/07 02:10:52.426 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:52.427 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.195941ms] [] [2024/05/07 02:10:52.427 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/05/07 02:10:52.427 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:52.429 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.711435ms] [] [2024/05/07 02:10:52.429 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 02:10:52.429 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:52.429 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=62.641µs] [] [2024/05/07 02:10:52.429 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:52.430 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=982.487µs] [] [2024/05/07 02:10:52.482 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/05/07 02:10:52.485 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:52.485 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:52.485 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:52.485 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:52.485 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:52.485 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:52.485 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:52.485 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:52.486 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:52.486 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:52.486 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:52.486 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:52.486 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:52.488 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:52.488 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:52.488 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:52.488 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:52.488 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:52.488 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=246.240887ms] [] [2024/05/07 02:10:52.509 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:52.510 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:52.511 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:52.569 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 02:10:52.571 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:52.571 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:52.783 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:52.829 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [2024/05/07 02:10:52.829 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [2024/05/07 02:10:52.829 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [2024/05/07 02:10:52.837 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [takeTime=8.256402ms] [] [2024/05/07 02:10:52.837 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/05/07 02:10:52.837 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/07 02:10:52.838 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [weight=30] [2024/05/07 02:10:52.838 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [concurrency=15] [2024/05/07 02:10:52.842 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/05/07 02:10:52.843 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/05/07 02:10:52.843 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [takeTime=13.924361ms] [] [2024/05/07 02:10:52.843 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=84] [takeTime=14.171455ms] [] [2024/05/07 02:10:52.887 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=104.355529ms] [] [2024/05/07 02:10:52.907 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:52.907 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/05/07 02:10:52.910 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/05/07 02:10:52.951 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/05/07 02:10:52.994 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=43] [2024/05/07 02:10:53.022 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:53.022 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/05/07 02:10:53.105 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6363833639999998\n# Parse_time: 0.001159178\n# Compile_time: 0.001636754\n# Rewrite_time: 0.000282728\n# Optimize_time: 0.0012767\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/05/07 02:10:53.117 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 02:10:53.170 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:53.189 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:53.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:53.189 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:53.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/07 02:10:53.242 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:53.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:53.254 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/05/07 02:10:53.310 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.590112ms] [gotSchemaVersion=156] [phyTblIDs="[225,227]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:53.322 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/05/07 02:10:53.356 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=53.360095ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:53.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:53.434 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/05/07 02:10:53.442 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/05/07 02:10:53.446 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:53.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:53.505 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/05/07 02:10:53.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:53.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.393955819\n# Parse_time: 0.00060987\n# Compile_time: 0.001216893\n# Rewrite_time: 0.00003907\n# Optimize_time: 0.00121158\n# Wait_TS: 0.000449365\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 02:10:53.512 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 02:10:53.543 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:53.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:53.543 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:53.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/07 02:10:53.658 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:53.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:53.672 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/05/07 02:10:53.730 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=2.675526ms] [gotSchemaVersion=157] [phyTblIDs="[227,229]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:53.741 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/05/07 02:10:53.777 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=54.286994ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:53.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:53.814 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/05/07 02:10:53.823 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/05/07 02:10:53.827 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:53.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:53.884 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/05/07 02:10:53.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:53.888 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377875326\n# Parse_time: 0.000499905\n# Compile_time: 0.001168914\n# Rewrite_time: 0.000037589\n# Optimize_time: 0.00121158\n# Wait_TS: 0.000441701\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 02:10:53.903 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:53.939 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:54.068 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=34.97107ms] [2024/05/07 02:10:54.080 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:54.123 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/05/07 02:10:54.123 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:54.228 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:54.230 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:54.231 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/05/07 02:10:54.252 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:54.255 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/07 02:10:54.255 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 02:10:54.255 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=56.604µs] [2024/05/07 02:10:54.255 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=177.659µs] [] [2024/05/07 02:10:54.255 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:54.255 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:54.401 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/05/07 02:10:54.411 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:54.452 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:54.454 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/07 02:10:54.455 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:54.463 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:54.463 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:54.464 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:54.464 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:54.465 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:54.465 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:54.465 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:54.465 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:54.465 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:54.518 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:54.520 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:54.520 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/07 02:10:54.521 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:54.521 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=348.5GiB] [2024/05/07 02:10:54.569 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=85] [2024/05/07 02:10:54.573 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:54.576 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:54.577 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/05/07 02:10:54.589 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/05/07 02:10:54.592 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.267088ms] [encodeDur=497.456µs] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=233.41µs] [type=file] [takeTime=2.436423ms] [] [2024/05/07 02:10:54.593 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=85] [takeTime=23.845935ms] [] [2024/05/07 02:10:54.593 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/68508077-ec9d-413b-888a-8b4918e4bcea.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/05/07 02:10:54.593 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/07 02:10:54.593 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/07 02:10:54.593 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:54.595 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.024333ms] [] [2024/05/07 02:10:54.595 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/05/07 02:10:54.600 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:10:54.622 +00:00] [INFO] [local.go:1301] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/05/07 02:10:54.622 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:10:54.622 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/05/07 02:10:54.622 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:10:54.637 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:10:54.638 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/05/07 02:10:54.650 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=55.28724ms] [] [2024/05/07 02:10:54.651 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:54.652 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.170685ms] [] [2024/05/07 02:10:54.652 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/05/07 02:10:54.652 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:54.653 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.474635ms] [] [2024/05/07 02:10:54.653 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/05/07 02:10:54.654 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:54.654 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=55.974µs] [] [2024/05/07 02:10:54.654 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:54.655 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=929.53µs] [] [2024/05/07 02:10:54.715 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/05/07 02:10:54.718 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:54.718 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:54.718 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:54.718 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:54.718 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:54.718 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:54.719 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:54.719 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:54.719 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:54.719 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:54.719 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:54.719 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:54.719 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:54.721 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:54.721 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:54.721 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:54.721 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:54.721 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:54.721 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=268.429772ms] [] [2024/05/07 02:10:54.744 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:10:54.745 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:54.747 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/05/07 02:10:54.805 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 02:10:54.807 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:10:54.808 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:10:55.041 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:55.086 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [2024/05/07 02:10:55.087 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [2024/05/07 02:10:55.087 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [2024/05/07 02:10:55.094 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [takeTime=7.438828ms] [] [2024/05/07 02:10:55.094 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/05/07 02:10:55.094 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/07 02:10:55.094 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [weight=30] [2024/05/07 02:10:55.095 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [concurrency=15] [2024/05/07 02:10:55.099 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/05/07 02:10:55.099 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/05/07 02:10:55.099 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [takeTime=12.748617ms] [] [2024/05/07 02:10:55.099 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=86] [takeTime=12.951113ms] [] [2024/05/07 02:10:55.142 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=100.185031ms] [] [2024/05/07 02:10:55.148 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:10:55.148 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/05/07 02:10:55.151 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/05/07 02:10:55.197 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/05/07 02:10:55.229 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=44] [2024/05/07 02:10:55.255 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:10:55.255 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/05/07 02:10:55.378 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.488929562\n# Parse_time: 0.001212608\n# Compile_time: 0.001949787\n# Rewrite_time: 0.000277547\n# Optimize_time: 0.00121158\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/07 02:10:55.388 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/05/07 02:10:55.406 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:10:55.433 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:55.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:10:55.433 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-05-07 02:10:55.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/05/07 02:10:55.482 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-05-07 02:10:55.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:55.494 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/05/07 02:10:55.556 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=2.520259ms] [gotSchemaVersion=158] [phyTblIDs="[229,231]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:10:55.567 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/05/07 02:10:55.602 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=53.384932ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:55.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:55.680 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/05/07 02:10:55.688 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/05/07 02:10:55.693 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-05-07 02:10:55.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:10:55.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/05/07 02:10:55.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:10:55.805 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.418001126\n# Parse_time: 0.000261783\n# Compile_time: 0.000823476\n# Rewrite_time: 0.000037561\n# Optimize_time: 0.001183568\n# Wait_TS: 0.00049108\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/05/07 02:10:55.823 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:55.994 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:10:56.102 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:10:56.190 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/05/07 02:10:56.190 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:10:56.297 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:10:56.299 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:10:56.301 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/05/07 02:10:56.329 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:56.332 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/05/07 02:10:56.332 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/05/07 02:10:56.333 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=56.126µs] [2024/05/07 02:10:56.333 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=165.314µs] [] [2024/05/07 02:10:56.333 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:10:56.333 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:10:56.475 +00:00] [INFO] [import_into_test.go:803] [ToImportMode] [2024/05/07 02:10:56.481 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/05/07 02:10:56.503 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:10:56.547 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:10:56.549 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 02:10:56.550 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:10:56.559 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:10:56.559 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:10:56.559 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:56.559 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:10:56.560 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:10:56.560 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:56.560 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:10:56.560 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:10:56.560 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:56.575 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:10:56.576 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:10:56.577 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/05/07 02:10:56.577 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:10:56.577 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=348.5GiB] [2024/05/07 02:10:56.671 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=87] [2024/05/07 02:10:56.676 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/05/07 02:10:56.680 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/05/07 02:10:56.680 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/05/07 02:10:59.681 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=87] [takeTime=3.009616167s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:59.681 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:59.682 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:59.682 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:10:59.682 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:10:59.682 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:10:59.682 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:10:59.682 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:10:59.682 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:10:59.682 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:10:59.682 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:10:59.682 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:59.703 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/05/07 02:10:59.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:59.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:59.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:59.708 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:59.708 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:10:59.711 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:10:59.711 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:10:59.711 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:10:59.711 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:10:59.711 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:10:59.711 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.163607138s] [error="occur an error when sort chunk"] [2024/05/07 02:10:59.711 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:10:59.827 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/07 02:10:59.863 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/05/07 02:10:59.911 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/07 02:10:59.913 +00:00] [INFO] [import_into_test.go:808] [ToNormalMode] [2024/05/07 02:10:59.915 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/05/07 02:10:59.997 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=45] [2024/05/07 02:11:00.025 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:00.025 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/05/07 02:11:00.143 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:887\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:11:00.145 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.338321808\n# Parse_time: 0.001594232\n# Compile_time: 0.002456042\n# Rewrite_time: 0.000283219\n# Optimize_time: 0.001183568\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zM3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/07 02:11:00.187 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/05/07 02:11:00.217 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:11:00.253 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:00.253 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:11:00.295 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.337 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=262.195µs] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:00.348 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/05/07 02:11:00.386 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=53.270398ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.434 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=229.772µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:00.473 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/05/07 02:11:00.512 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=53.756245ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.594 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.633 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=249.288µs] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:00.647 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/05/07 02:11:00.682 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=53.329751ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.746 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:00.754 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/05/07 02:11:00.758 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.808 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/05/07 02:11:00.809 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:00.812 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.595975322\n# Parse_time: 0.00043569\n# Compile_time: 0.000712867\n# Rewrite_time: 0.000036165\n# Optimize_time: 0.001183568\n# Wait_TS: 0.000453188\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:11:00.814 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/05/07 02:11:00.842 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:00.842 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:11:00.916 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:00.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:00.949 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=1.122195ms] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:00.960 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/05/07 02:11:01.032 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=88.207544ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:00.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:01.112 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:00.781 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:01.139 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/05/07 02:11:01.139 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:01.142 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.329181369\n# Parse_time: 0.000349748\n# Compile_time: 0.000716336\n# Rewrite_time: 0.00003968\n# Optimize_time: 0.001183568\n# Wait_TS: 0.000408125\n# DB: import_into\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/07 02:11:01.145 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:11:01.148 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:11:01.190 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:01.190 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:11:01.232 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:01.240 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/05/07 02:11:01.299 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=3.09597ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:01.312 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/05/07 02:11:01.345 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=52.777589ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:01.416 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:01.493 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/05/07 02:11:01.493 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:01.497 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.350465114\n# Parse_time: 0.000577854\n# Compile_time: 0.000842029\n# Rewrite_time: 0.000042328\n# Optimize_time: 0.001183568\n# Wait_TS: 0.000391337\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:11:01.512 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:01.676 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:11:01.767 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:01.809 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/05/07 02:11:01.809 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:01.916 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:01.917 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:01.918 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/05/07 02:11:01.939 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:01.942 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:01.942 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/07 02:11:01.942 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=52.1µs] [2024/05/07 02:11:01.942 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=164.754µs] [] [2024/05/07 02:11:01.942 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:01.942 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:02.051 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/05/07 02:11:02.069 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/05/07 02:11:02.079 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:02.122 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:02.123 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/07 02:11:02.124 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:02.133 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:02.133 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:02.133 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:02.133 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:02.134 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:02.134 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:02.134 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:02.135 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:02.134 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:02.149 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:02.150 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:02.150 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:02.150 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:02.151 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=348.5GiB] [2024/05/07 02:11:02.190 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=88] [2024/05/07 02:11:02.194 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:02.197 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:02.198 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/05/07 02:11:02.230 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/05/07 02:11:02.233 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.154225ms] [encodeDur=845.384µs] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=315.007µs] [type=file] [takeTime=2.763613ms] [] [2024/05/07 02:11:02.234 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=88] [takeTime=43.847596ms] [] [2024/05/07 02:11:02.234 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/00efb197-2b50-4046-8c2c-41b79d5de056.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/05/07 02:11:02.234 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/07 02:11:02.234 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/07 02:11:02.234 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:02.271 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=36.62993ms] [] [2024/05/07 02:11:02.271 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:11:02.277 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:02.299 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/05/07 02:11:02.299 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:02.313 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/05/07 02:11:02.315 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.170362ms] [] [2024/05/07 02:11:02.315 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:02.316 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.105307ms] [] [2024/05/07 02:11:02.316 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/05/07 02:11:02.316 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:02.318 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.710899ms] [] [2024/05/07 02:11:02.318 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:11:02.318 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:02.318 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=63.144µs] [] [2024/05/07 02:11:02.318 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:02.319 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.056096ms] [] [2024/05/07 02:11:02.369 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:02.373 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:02.373 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:02.373 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:02.373 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:02.375 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:02.375 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:02.375 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:02.375 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:02.375 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:02.375 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=253.372303ms] [] [2024/05/07 02:11:02.431 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:02.432 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:02.433 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:02.433 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:02.501 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/07 02:11:02.502 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:02.503 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:02.703 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:02.751 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [2024/05/07 02:11:02.751 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [2024/05/07 02:11:02.751 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [2024/05/07 02:11:02.758 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [takeTime=7.353201ms] [] [2024/05/07 02:11:02.758 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/05/07 02:11:02.758 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/07 02:11:02.759 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [weight=30] [2024/05/07 02:11:02.759 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [concurrency=15] [2024/05/07 02:11:02.762 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/05/07 02:11:02.763 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/05/07 02:11:02.763 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [takeTime=12.479655ms] [] [2024/05/07 02:11:02.763 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=89] [takeTime=12.754228ms] [] [2024/05/07 02:11:02.809 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=105.487659ms] [] [2024/05/07 02:11:02.833 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:02.833 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/05/07 02:11:02.836 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/05/07 02:11:02.904 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/05/07 02:11:02.918 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=46] [2024/05/07 02:11:02.935 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:02.935 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/05/07 02:11:03.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.570913258\n# Parse_time: 0.000441503\n# Compile_time: 0.001544147\n# Rewrite_time: 0.000276746\n# Optimize_time: 0.001183568\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:11:03.081 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:11:03.081 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:03.108 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:03.108 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:11:03.179 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.212 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=275.115µs] [gotSchemaVersion=164] [phyTblIDs="[236]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:11:03.225 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/05/07 02:11:03.262 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=54.212798ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.315 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.348 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=244.515µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:11:03.359 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/05/07 02:11:03.397 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=52.970666ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.437 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.447 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/05/07 02:11:03.482 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=255.521µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:11:03.547 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/05/07 02:11:03.550 +00:00] [INFO] [syncer.go:390] ["syncer check all versions, someone is not synced, continue checking"] [category=ddl] [ddl=/tidb/ddl/all_schema_by_job_versions/238/6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [currentVer=165] [latestVer=166] [2024/05/07 02:11:03.550 +00:00] [INFO] [syncer.go:352] ["syncer check all versions, someone is not synced"] [category=ddl] [info="instance ip , port 4000, id 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] ["ddl job id"=238] [ver=166] [2024/05/07 02:11:03.572 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=94.365541ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.633 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/05/07 02:11:03.642 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/05/07 02:11:03.647 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:03.081 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.709 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/05/07 02:11:03.709 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:03.713 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.633731987\n# Parse_time: 0.000419783\n# Compile_time: 0.000836547\n# Rewrite_time: 0.0000518\n# Optimize_time: 0.000904109\n# Wait_TS: 0.000475479\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:11:03.717 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/05/07 02:11:03.763 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:03.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:03.763 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:03.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/05/07 02:11:03.820 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:03.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:03.828 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/05/07 02:11:03.897 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=2.724743ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:03.911 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/05/07 02:11:03.943 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=53.486907ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:03.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:04.055 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:03.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:04.098 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/05/07 02:11:04.098 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:04.103 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.388278909\n# Parse_time: 0.001359002\n# Compile_time: 0.001214395\n# Rewrite_time: 0.000054607\n# Optimize_time: 0.000904109\n# Wait_TS: 0.000478092\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/05/07 02:11:04.118 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:04.310 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:11:04.438 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:04.483 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/05/07 02:11:04.483 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:04.588 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:04.590 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:04.591 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/05/07 02:11:04.609 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:04.612 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:04.612 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/07 02:11:04.612 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=62.667µs] [2024/05/07 02:11:04.612 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=174.862µs] [] [2024/05/07 02:11:04.613 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:04.613 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:04.732 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/05/07 02:11:04.750 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/05/07 02:11:04.754 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:04.836 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:04.838 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/07 02:11:04.839 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:04.848 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:04.848 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:04.849 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:04.849 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:04.850 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:04.850 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:04.850 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:04.850 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:04.850 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:04.864 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:04.865 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:04.865 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:04.865 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:04.866 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=348.5GiB] [2024/05/07 02:11:04.908 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=90] [2024/05/07 02:11:04.913 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:04.916 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:04.917 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/05/07 02:11:04.934 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/05/07 02:11:04.937 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.120815ms] [encodeDur=1.608767ms] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=271.235µs] [type=file] [takeTime=3.379698ms] [] [2024/05/07 02:11:04.938 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=90] [takeTime=29.844229ms] [] [2024/05/07 02:11:04.938 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/22a0e00f-b096-4f29-ba9a-1e3a287e49d0.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/05/07 02:11:04.938 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/07 02:11:04.939 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/07 02:11:04.939 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:04.941 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.960503ms] [] [2024/05/07 02:11:04.941 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:11:04.945 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:04.967 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/05/07 02:11:04.967 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:04.981 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/05/07 02:11:04.982 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.744337ms] [] [2024/05/07 02:11:04.983 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:04.984 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.063507ms] [] [2024/05/07 02:11:04.984 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/05/07 02:11:04.984 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:04.985 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.454329ms] [] [2024/05/07 02:11:04.985 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:11:04.985 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:04.985 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=55.201µs] [] [2024/05/07 02:11:04.985 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:04.986 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=985.921µs] [] [2024/05/07 02:11:05.037 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/05/07 02:11:05.040 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:05.040 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:05.040 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:05.040 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:05.042 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:05.042 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:05.042 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:05.042 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:05.042 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:05.043 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=206.852437ms] [] [2024/05/07 02:11:05.109 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:05.111 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:05.112 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:05.112 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:05.181 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/05/07 02:11:05.183 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:05.183 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:05.399 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:05.448 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [2024/05/07 02:11:05.448 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [2024/05/07 02:11:05.449 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [2024/05/07 02:11:05.455 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [takeTime=6.873491ms] [] [2024/05/07 02:11:05.456 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/05/07 02:11:05.456 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/07 02:11:05.456 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [weight=30] [2024/05/07 02:11:05.456 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [concurrency=15] [2024/05/07 02:11:05.459 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/05/07 02:11:05.460 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/05/07 02:11:05.460 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [takeTime=11.561193ms] [] [2024/05/07 02:11:05.460 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=91] [takeTime=11.788167ms] [] [2024/05/07 02:11:05.499 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=100.005809ms] [] [2024/05/07 02:11:05.508 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:05.508 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/05/07 02:11:05.511 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/05/07 02:11:05.586 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/05/07 02:11:05.589 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=47] [2024/05/07 02:11:05.652 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:05.652 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/05/07 02:11:05.715 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.611610802\n# Parse_time: 0.000467\n# Compile_time: 0.001377737\n# Rewrite_time: 0.000298913\n# Optimize_time: 0.000904109\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:11:05.725 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:11:05.750 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:05.750 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/05/07 02:11:05.757 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:05.815 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:05.849 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=266.863µs] [gotSchemaVersion=168] [phyTblIDs="[239]"] [actionTypes="[4]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:11:05.859 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/05/07 02:11:05.897 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=53.213188ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:05.935 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:05.967 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=255.253µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:11:05.978 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/05/07 02:11:06.016 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=53.064813ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.149 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/05/07 02:11:06.198 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=264.769µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/05/07 02:11:06.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/05/07 02:11:06.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=53.316527ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.282 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/05/07 02:11:06.289 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/05/07 02:11:06.294 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:05.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.356 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/05/07 02:11:06.356 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:06.359 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.635319821\n# Parse_time: 0.000451541\n# Compile_time: 0.000722623\n# Rewrite_time: 0.000050869\n# Optimize_time: 0.00100119\n# Wait_TS: 0.000316579\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/05/07 02:11:06.361 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:11:06.406 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:06.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:06.406 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:06.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:11:06.469 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:06.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.477 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/05/07 02:11:06.589 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.47409ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:06.602 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/05/07 02:11:06.636 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=53.973898ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:06.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.700 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:06.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:06.751 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/05/07 02:11:06.752 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:06.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.395303982\n# Parse_time: 0.000568832\n# Compile_time: 0.00100926\n# Rewrite_time: 0.000050161\n# Optimize_time: 0.00100119\n# Wait_TS: 0.000258442\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:11:06.770 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:07.040 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:11:07.149 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:07.197 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/05/07 02:11:07.197 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:07.302 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:07.303 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:07.305 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/05/07 02:11:07.327 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:07.330 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:07.330 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/05/07 02:11:07.331 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=78.588µs] [2024/05/07 02:11:07.331 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=256.114µs] [] [2024/05/07 02:11:07.331 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:07.331 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:07.516 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/05/07 02:11:07.535 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/05/07 02:11:07.545 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:07.582 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:07.583 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/07 02:11:07.586 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:07.594 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:07.594 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:07.595 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:07.595 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:07.596 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:07.596 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:07.596 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:07.596 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:07.596 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:07.612 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:07.613 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:07.613 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:07.613 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:07.613 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=348.5GiB] [2024/05/07 02:11:07.659 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=92] [2024/05/07 02:11:07.663 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:07.667 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:07.667 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/05/07 02:11:07.683 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/05/07 02:11:07.686 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.330549ms] [encodeDur=1.065886ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=247.002µs] [type=file] [takeTime=2.991768ms] [] [2024/05/07 02:11:07.687 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=92] [takeTime=27.61843ms] [] [2024/05/07 02:11:07.687 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/69ff5532-2733-44a4-9e06-58f76b316136.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/05/07 02:11:07.687 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/07 02:11:07.687 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/07 02:11:07.687 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:07.689 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.050265ms] [] [2024/05/07 02:11:07.689 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:11:07.694 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:07.716 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/05/07 02:11:07.716 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:07.731 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/05/07 02:11:07.733 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.501938ms] [] [2024/05/07 02:11:07.733 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:07.734 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.1196ms] [] [2024/05/07 02:11:07.734 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/05/07 02:11:07.734 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:07.736 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.5984ms] [] [2024/05/07 02:11:07.736 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:11:07.736 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:07.736 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.809µs] [] [2024/05/07 02:11:07.736 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:07.737 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=840.027µs] [] [2024/05/07 02:11:07.787 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/05/07 02:11:07.790 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:07.790 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:07.790 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:07.790 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:07.792 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:07.792 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:07.792 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:07.792 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:07.792 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:07.792 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=210.24861ms] [] [2024/05/07 02:11:07.866 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:07.869 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:07.871 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:07.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:07.934 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/05/07 02:11:07.937 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:07.937 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:08.103 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:08.150 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [2024/05/07 02:11:08.151 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [2024/05/07 02:11:08.151 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [2024/05/07 02:11:08.158 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [takeTime=7.435622ms] [] [2024/05/07 02:11:08.158 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/05/07 02:11:08.158 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/07 02:11:08.158 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [weight=30] [2024/05/07 02:11:08.158 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [concurrency=15] [2024/05/07 02:11:08.163 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/05/07 02:11:08.163 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/05/07 02:11:08.164 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [takeTime=12.930016ms] [] [2024/05/07 02:11:08.164 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=93] [takeTime=13.125498ms] [] [2024/05/07 02:11:08.247 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:08.247 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/05/07 02:11:08.250 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/05/07 02:11:08.255 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=151.319974ms] [] [2024/05/07 02:11:08.303 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=48] [2024/05/07 02:11:08.312 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/05/07 02:11:08.327 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:08.327 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/05/07 02:11:08.414 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:08.418 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.661914292\n# Parse_time: 0.000895749\n# Compile_time: 0.001524022\n# Rewrite_time: 0.000284156\n# Optimize_time: 0.00100119\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/05/07 02:11:08.429 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:11:08.456 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:08.456 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:11:08.510 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:08.545 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=262.536µs] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:08.557 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/05/07 02:11:08.619 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=78.787458ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:08.664 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:08.701 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=273.897µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:08.715 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/05/07 02:11:08.750 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=53.288576ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:08.799 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:08.834 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=197.989µs] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:08.843 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/05/07 02:11:08.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=52.539996ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:08.949 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:08.960 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/05/07 02:11:08.964 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.009 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/05/07 02:11:09.010 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:09.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.585609971\n# Parse_time: 0.000439535\n# Compile_time: 0.000656035\n# Rewrite_time: 0.000035882\n# Optimize_time: 0.00132615\n# Wait_TS: 0.000368713\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:11:09.015 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 02:11:09.050 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:09.050 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:11:09.168 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:08.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.199 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=990.43µs] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:09.213 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/05/07 02:11:09.247 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=53.445538ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:08.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.289 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:08.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.319 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/05/07 02:11:09.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:09.323 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308229038\n# Parse_time: 0.000315093\n# Compile_time: 0.000708638\n# Rewrite_time: 0.000031182\n# Optimize_time: 0.00132615\n# Wait_TS: 0.000381789\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/07 02:11:09.326 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:11:09.330 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:11:09.378 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:09.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:09.378 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:09.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:11:09.449 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:09.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.456 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/05/07 02:11:09.522 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=2.619779ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:09.535 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/05/07 02:11:09.598 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=82.571033ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:09.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.674 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:09.33 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:09.717 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/05/07 02:11:09.717 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:09.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.393079232\n# Parse_time: 0.000663492\n# Compile_time: 0.001345817\n# Rewrite_time: 0.000047115\n# Optimize_time: 0.00132615\n# Wait_TS: 0.000455114\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/05/07 02:11:09.736 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:09.909 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:10.054 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:10.091 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/05/07 02:11:10.091 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:10.197 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:10.198 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:10.199 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/05/07 02:11:10.219 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:10.222 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:10.222 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/07 02:11:10.222 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=49.927µs] [2024/05/07 02:11:10.222 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=176.789µs] [] [2024/05/07 02:11:10.222 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:10.222 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:10.335 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/05/07 02:11:10.354 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/05/07 02:11:10.361 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:10.453 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:10.455 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/07 02:11:10.456 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:10.466 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:10.466 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:10.467 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:10.467 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:10.468 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:10.468 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:10.468 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:10.468 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:10.468 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:10.482 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:10.484 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:10.484 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:10.484 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:10.484 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=348.5GiB] [2024/05/07 02:11:10.532 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=94] [2024/05/07 02:11:10.536 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:10.539 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:10.539 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/05/07 02:11:10.596 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/05/07 02:11:10.600 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.3863ms] [encodeDur=1.651522ms] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=279.037µs] [type=file] [takeTime=3.754759ms] [] [2024/05/07 02:11:10.600 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=94] [takeTime=68.418833ms] [] [2024/05/07 02:11:10.600 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/902a14ba-f628-438c-a5c7-d76759d4b045.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/05/07 02:11:10.601 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/07 02:11:10.601 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/07 02:11:10.601 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:10.603 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.965786ms] [] [2024/05/07 02:11:10.603 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:11:10.608 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:10.630 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/05/07 02:11:10.630 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:10.644 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/05/07 02:11:10.646 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.646916ms] [] [2024/05/07 02:11:10.646 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:10.647 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.00372ms] [] [2024/05/07 02:11:10.647 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/05/07 02:11:10.647 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:10.648 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.498717ms] [] [2024/05/07 02:11:10.648 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:11:10.648 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:10.648 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.087µs] [] [2024/05/07 02:11:10.648 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:10.649 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=800.789µs] [] [2024/05/07 02:11:10.698 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:10.701 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:10.701 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:10.701 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:10.701 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:10.703 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:10.703 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:10.703 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:10.703 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:10.703 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:10.703 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=250.042329ms] [] [2024/05/07 02:11:10.711 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:10.712 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:10.714 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:10.714 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:10.786 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/05/07 02:11:10.788 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:10.788 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:10.988 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:11.041 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [2024/05/07 02:11:11.042 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [2024/05/07 02:11:11.042 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [2024/05/07 02:11:11.049 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [takeTime=7.679379ms] [] [2024/05/07 02:11:11.050 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/05/07 02:11:11.050 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/07 02:11:11.050 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [weight=30] [2024/05/07 02:11:11.050 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [concurrency=15] [2024/05/07 02:11:11.053 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/05/07 02:11:11.054 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/05/07 02:11:11.054 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [takeTime=12.261756ms] [] [2024/05/07 02:11:11.054 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=95] [takeTime=12.491949ms] [] [2024/05/07 02:11:11.093 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=104.585496ms] [] [2024/05/07 02:11:11.110 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:11.110 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/05/07 02:11:11.113 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/05/07 02:11:11.176 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/05/07 02:11:11.198 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=49] [2024/05/07 02:11:11.223 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:11.223 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/05/07 02:11:11.349 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.626582907\n# Parse_time: 0.001201144\n# Compile_time: 0.00184002\n# Rewrite_time: 0.000353459\n# Optimize_time: 0.00132615\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/05/07 02:11:11.358 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 02:11:11.367 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:11.389 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:11.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:11:11.389 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:11.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:11.431 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:11.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:11.442 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/05/07 02:11:11.505 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=2.643021ms] [gotSchemaVersion=177] [phyTblIDs="[247,249]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:11:11.517 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/05/07 02:11:11.551 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=53.153901ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:11.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:11.584 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/05/07 02:11:11.592 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/05/07 02:11:11.596 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:11.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:11.663 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/05/07 02:11:11.663 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:11.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.310561044\n# Parse_time: 0.000175618\n# Compile_time: 0.000729033\n# Rewrite_time: 0.000038438\n# Optimize_time: 0.001320587\n# Wait_TS: 0.000395511\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:11:11.731 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:11.910 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:12.004 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:12.042 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/05/07 02:11:12.042 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:12.148 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:12.150 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:12.151 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/05/07 02:11:12.170 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:12.173 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:12.173 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/05/07 02:11:12.173 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=89.955µs] [2024/05/07 02:11:12.173 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=253.724µs] [] [2024/05/07 02:11:12.173 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:12.173 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:12.308 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/05/07 02:11:12.329 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/05/07 02:11:12.336 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:12.375 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:12.376 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/07 02:11:12.377 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:12.385 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:12.386 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:12.386 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:12.386 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:12.387 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:12.387 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:12.387 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:12.387 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:12.387 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:12.401 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:12.403 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:12.403 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:12.403 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:12.403 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=348.5GiB] [2024/05/07 02:11:12.453 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=96] [2024/05/07 02:11:12.457 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:12.460 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:12.460 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/05/07 02:11:12.475 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/05/07 02:11:12.478 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.27887ms] [encodeDur=986.177µs] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=265.653µs] [type=file] [takeTime=2.923908ms] [] [2024/05/07 02:11:12.479 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=96] [takeTime=26.219358ms] [] [2024/05/07 02:11:12.479 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/08b887ed-7a02-4164-8c28-2360f29a6dab.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/05/07 02:11:12.479 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/07 02:11:12.479 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/07 02:11:12.479 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:12.481 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.078988ms] [] [2024/05/07 02:11:12.482 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:11:12.486 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:12.508 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/05/07 02:11:12.509 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:12.565 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/05/07 02:11:12.568 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=85.911263ms] [] [2024/05/07 02:11:12.568 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:12.569 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.328103ms] [] [2024/05/07 02:11:12.569 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/05/07 02:11:12.569 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:12.571 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.755502ms] [] [2024/05/07 02:11:12.571 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:11:12.571 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:12.571 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.1µs] [] [2024/05/07 02:11:12.571 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:12.572 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.023353ms] [] [2024/05/07 02:11:12.628 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/05/07 02:11:12.631 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:12.631 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:12.631 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:12.631 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:12.631 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:12.631 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:12.631 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:12.631 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:12.632 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:12.632 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:12.632 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:12.632 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:12.632 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:12.634 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:12.634 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:12.634 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:12.634 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:12.634 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:12.634 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=259.431895ms] [] [2024/05/07 02:11:12.664 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:12.665 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:12.666 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:12.667 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:12.740 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/05/07 02:11:12.742 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:12.743 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:12.947 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:13.003 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [2024/05/07 02:11:13.003 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [2024/05/07 02:11:13.003 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [2024/05/07 02:11:13.011 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [takeTime=7.580506ms] [] [2024/05/07 02:11:13.011 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/05/07 02:11:13.011 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/07 02:11:13.011 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [weight=30] [2024/05/07 02:11:13.011 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [concurrency=15] [2024/05/07 02:11:13.015 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/05/07 02:11:13.015 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/05/07 02:11:13.015 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [takeTime=12.357398ms] [] [2024/05/07 02:11:13.015 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=97] [takeTime=12.588876ms] [] [2024/05/07 02:11:13.058 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=110.1967ms] [] [2024/05/07 02:11:13.065 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:13.065 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/05/07 02:11:13.068 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/05/07 02:11:13.114 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/05/07 02:11:13.147 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=50] [2024/05/07 02:11:13.173 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:13.173 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/05/07 02:11:13.327 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:13.328 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6590232280000001\n# Parse_time: 0.001003179\n# Compile_time: 0.001705819\n# Rewrite_time: 0.00033401\n# Optimize_time: 0.001320587\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/05/07 02:11:13.340 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/05/07 02:11:13.342 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/05/07 02:11:13.372 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:13.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:13.373 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:13.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/05/07 02:11:13.445 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:13.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:13.486 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.099044ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:13.497 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/05/07 02:11:13.534 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=53.613117ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:13.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:13.608 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:13.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:13.635 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/05/07 02:11:13.635 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:13.642 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:11:13.688 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:13.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:13.688 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:13.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:11:13.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:13.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:13.751 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/05/07 02:11:13.848 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.585651ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:13.860 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/05/07 02:11:13.893 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=53.43697ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:13.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:13.941 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:13.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:13.977 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/05/07 02:11:13.978 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:13.982 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.340656643\n# Parse_time: 0.000488419\n# Compile_time: 0.000966536\n# Rewrite_time: 0.000055095\n# Optimize_time: 0.001345947\n# Wait_TS: 0.000339184\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:11:13.997 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:14.259 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:11:14.336 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:14.374 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/05/07 02:11:14.374 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:14.479 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:14.480 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:14.481 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/05/07 02:11:14.501 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:14.504 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/07 02:11:14.504 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 02:11:14.504 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=52.217µs] [2024/05/07 02:11:14.504 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=165.828µs] [] [2024/05/07 02:11:14.504 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:14.504 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:14.602 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/05/07 02:11:14.624 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/05/07 02:11:14.629 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:14.730 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:14.731 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/07 02:11:14.732 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:14.741 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:14.741 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:14.741 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:14.741 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:14.742 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:14.742 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:14.743 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:14.743 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:14.743 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:14.757 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:14.759 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:14.759 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/07 02:11:14.759 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:14.759 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=348.5GiB] [2024/05/07 02:11:14.804 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=98] [2024/05/07 02:11:14.809 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 02:11:14.812 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 02:11:14.813 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/05/07 02:11:14.907 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/05/07 02:11:14.910 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.090615ms] [encodeDur=1.185221ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=287.581µs] [type=file] [takeTime=3.026084ms] [] [2024/05/07 02:11:14.912 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=98] [takeTime=107.049948ms] [] [2024/05/07 02:11:14.912 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/7498baa9-e090-4008-abc7-8bd6ecb368a3.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/05/07 02:11:14.912 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/07 02:11:14.912 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/07 02:11:14.912 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 02:11:14.914 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=2.127053ms] [] [2024/05/07 02:11:14.914 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/05/07 02:11:14.919 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:14.941 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:11:14.941 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:14.955 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:11:14.957 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=42.652803ms] [] [2024/05/07 02:11:14.957 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/05/07 02:11:14.958 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=966.771µs] [] [2024/05/07 02:11:14.958 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/05/07 02:11:14.958 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 02:11:14.960 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.620034ms] [] [2024/05/07 02:11:14.960 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/05/07 02:11:14.960 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 02:11:14.961 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=85.9µs] [] [2024/05/07 02:11:14.961 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/05/07 02:11:14.962 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=885.897µs] [] [2024/05/07 02:11:15.006 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/05/07 02:11:15.009 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:15.009 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:15.009 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:15.009 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:15.009 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:15.009 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:15.009 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:15.010 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:15.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:15.010 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:15.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:15.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:15.010 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:15.011 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:15.012 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:15.012 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:15.012 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:15.012 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:15.012 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=281.517535ms] [] [2024/05/07 02:11:15.142 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:15.143 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:15.144 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:15.144 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:15.177 +00:00] [WARN] [scheduler.go:453] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:11:15.177 +00:00] [WARN] [scheduler.go:530] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/05/07 02:11:15.216 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/05/07 02:11:15.218 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:451\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:258\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:11:15.219 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/05/07 02:11:15.224 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/05/07 02:11:15.282 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=51] [2024/05/07 02:11:15.306 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:15.306 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/05/07 02:11:15.383 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:15.601 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:603\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:11:15.602 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6188821500000001\n# Parse_time: 0.000464532\n# Compile_time: 0.00126585\n# Rewrite_time: 0.000282516\n# Optimize_time: 0.001345947\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS42MnMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuNjJzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/05/07 02:11:15.666 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/05/07 02:11:15.669 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/05/07 02:11:15.700 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:15.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:15.700 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:15.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/05/07 02:11:15.759 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:15.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:15.789 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=993.136µs] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:15.799 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/05/07 02:11:15.837 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=53.469594ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:15.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:15.915 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:15.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:15.996 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/05/07 02:11:15.997 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:16.001 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333325753\n# Parse_time: 0.000289392\n# Compile_time: 0.000772048\n# Rewrite_time: 0.000034822\n# Optimize_time: 0.000148177\n# Wait_TS: 0.000350998\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 32ea063e6be022f03140c08932b151273956be8bac928675ddd85b677498b4a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE kill_job;"] [2024/05/07 02:11:16.004 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/05/07 02:11:16.043 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:15.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:16.043 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:15.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/05/07 02:11:16.082 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:15.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:16.090 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/05/07 02:11:16.149 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=2.254131ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:16.159 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/05/07 02:11:16.196 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=53.854211ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:15.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:16.234 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:15.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:16.282 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/05/07 02:11:16.282 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:16.301 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:16.574 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:11:16.680 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:16.721 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/05/07 02:11:16.721 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:16.861 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:16.862 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:16.864 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/05/07 02:11:16.883 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:16.886 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:16.886 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/05/07 02:11:16.886 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=95.594µs] [2024/05/07 02:11:16.886 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=266.756µs] [] [2024/05/07 02:11:16.886 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:16.887 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:17.020 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/05/07 02:11:17.040 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/05/07 02:11:17.055 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:17.094 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:17.096 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 02:11:17.096 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:17.105 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:17.105 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:17.106 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:17.106 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:17.107 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:17.107 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:17.107 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:17.107 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:17.107 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:17.121 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:17.123 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:17.123 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:17.123 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:17.123 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=348.5GiB] [2024/05/07 02:11:17.167 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=99] [2024/05/07 02:11:17.171 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 02:11:17.175 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/07 02:11:17.175 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/05/07 02:11:17.183 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/05/07 02:11:17.185 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.057355ms] [encodeDur=499.782µs] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=287.471µs] [type=file] [takeTime=2.258528ms] [] [2024/05/07 02:11:17.186 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/46d1871f-6319-4225-9a75-a0390617e8c9.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/05/07 02:11:17.186 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=99] [takeTime=18.831677ms] [] [2024/05/07 02:11:17.186 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/07 02:11:17.186 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/07 02:11:17.186 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 02:11:17.188 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.863455ms] [] [2024/05/07 02:11:17.188 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/05/07 02:11:17.193 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:17.215 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:11:17.215 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:17.272 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:11:17.274 +00:00] [INFO] [scheduler.go:147] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/05/07 02:11:17.274 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=85.30741ms] [] [2024/05/07 02:11:17.274 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/05/07 02:11:17.276 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.462406ms] [] [2024/05/07 02:11:17.276 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/05/07 02:11:17.276 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/07 02:11:17.278 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.835723ms] [] [2024/05/07 02:11:17.278 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/05/07 02:11:17.278 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/07 02:11:17.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=67.36µs] [] [2024/05/07 02:11:17.278 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/05/07 02:11:17.279 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=974.791µs] [] [2024/05/07 02:11:17.282 +00:00] [INFO] [scheduler.go:278] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/05/07 02:11:17.332 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:17.336 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:17.336 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:17.336 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:17.336 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:17.339 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:17.339 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:17.339 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:17.339 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:17.339 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:17.339 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=244.71118ms] [] [2024/05/07 02:11:17.343 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:280\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:219\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:122\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:11:17.344 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/05/07 02:11:17.355 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/05/07 02:11:17.359 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/05/07 02:11:17.428 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=52] [2024/05/07 02:11:17.453 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:17.453 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/05/07 02:11:17.538 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:17.558 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.271230309\n# Parse_time: 0.000657144\n# Compile_time: 0.001391893\n# Rewrite_time: 0.000273884\n# Optimize_time: 0.000148177\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yN3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjdzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestLoadSQLDump [2024/05/07 02:11:18.593 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 02:11:18.623 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:18.623 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/07 02:11:18.688 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:18.733 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=326.639µs] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:18.746 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/05/07 02:11:18.813 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=85.14275ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:18.854 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:18.887 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=228.02µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:18.902 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/05/07 02:11:18.936 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=53.475608ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:18.980 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.016 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=237.329µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:19.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/05/07 02:11:19.065 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=52.884698ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.143 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:19.154 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/05/07 02:11:19.158 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:18.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.213 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/05/07 02:11:19.213 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:19.217 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.625369984\n# Parse_time: 0.000886875\n# Compile_time: 0.000910903\n# Rewrite_time: 0.000048906\n# Optimize_time: 0.000187347\n# Wait_TS: 0.000461586\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/07 02:11:19.219 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 02:11:19.291 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:19.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:19.291 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:19.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/07 02:11:19.372 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:19.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.409 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=1.053695ms] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:19.421 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/05/07 02:11:19.457 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=53.447248ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:19.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.536 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:19.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.561 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/05/07 02:11:19.561 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:19.565 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.346791554\n# Parse_time: 0.000251425\n# Compile_time: 0.000737738\n# Rewrite_time: 0.000033984\n# Optimize_time: 0.000187347\n# Wait_TS: 0.000508386\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/05/07 02:11:19.567 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/05/07 02:11:19.610 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:19.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:19.610 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:19.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/07 02:11:19.657 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:19.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.665 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/05/07 02:11:19.776 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=3.036284ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:19.790 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/05/07 02:11:19.821 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=53.72394ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:19.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.902 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:19.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:19.952 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/05/07 02:11:19.952 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:19.956 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.390082566\n# Parse_time: 0.000484313\n# Compile_time: 0.000859253\n# Rewrite_time: 0.000044885\n# Optimize_time: 0.000187347\n# Wait_TS: 0.000349978\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/05/07 02:11:19.972 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:20.232 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/07 02:11:20.323 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:20.367 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/05/07 02:11:20.367 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:20.473 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:20.474 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:20.475 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/05/07 02:11:20.494 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:20.498 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:20.498 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/07 02:11:20.498 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=64.598µs] [2024/05/07 02:11:20.498 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=203.365µs] [] [2024/05/07 02:11:20.498 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:20.498 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:20.604 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/05/07 02:11:20.672 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/05/07 02:11:20.700 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:20.746 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:20.748 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/07 02:11:20.750 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:20.759 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:20.759 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:20.759 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:20.759 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:20.760 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:20.760 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:20.760 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:20.760 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:20.761 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:20.777 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:20.778 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:20.779 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:20.779 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:20.779 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=348.5GiB] [2024/05/07 02:11:20.823 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=100] [2024/05/07 02:11:20.827 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:20.831 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:20.831 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/05/07 02:11:20.922 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/05/07 02:11:20.926 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.219805ms] [encodeDur=1.382089ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=291.089µs] [type=file] [takeTime=3.30373ms] [] [2024/05/07 02:11:20.927 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=100] [takeTime=103.792235ms] [] [2024/05/07 02:11:20.927 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/6282b303-4b78-4182-b1fe-06e5b2d155bc.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/05/07 02:11:20.927 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/07 02:11:20.927 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/07 02:11:20.927 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:20.929 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.984336ms] [] [2024/05/07 02:11:20.929 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 02:11:20.934 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:20.955 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/07 02:11:20.955 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:20.968 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 02:11:20.970 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=41.19292ms] [] [2024/05/07 02:11:20.970 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:20.972 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.121212ms] [] [2024/05/07 02:11:20.972 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/05/07 02:11:20.972 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:20.973 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.454982ms] [] [2024/05/07 02:11:20.973 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 02:11:20.973 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:20.973 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=50.854µs] [] [2024/05/07 02:11:20.973 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:20.974 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=762.203µs] [] [2024/05/07 02:11:21.019 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/05/07 02:11:21.022 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:21.022 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:21.022 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:21.022 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:21.022 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:21.022 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:21.023 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:21.023 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:21.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:21.023 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:21.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:21.023 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:21.023 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:21.025 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:21.025 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:21.025 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:21.025 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:21.025 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:21.025 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=278.414796ms] [] [2024/05/07 02:11:21.133 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:21.134 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:21.135 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:21.135 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:21.211 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/07 02:11:21.213 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:21.213 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:21.375 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:21.421 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [2024/05/07 02:11:21.421 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [2024/05/07 02:11:21.421 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [2024/05/07 02:11:21.429 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [takeTime=8.565423ms] [] [2024/05/07 02:11:21.429 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/07 02:11:21.430 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:11:21.430 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [weight=30] [2024/05/07 02:11:21.430 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [concurrency=15] [2024/05/07 02:11:21.434 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/07 02:11:21.434 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:11:21.434 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [takeTime=13.698452ms] [] [2024/05/07 02:11:21.435 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=101] [takeTime=13.874077ms] [] [2024/05/07 02:11:21.527 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=152.007433ms] [] [2024/05/07 02:11:21.532 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:21.532 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/05/07 02:11:21.535 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/05/07 02:11:21.579 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/05/07 02:11:21.580 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=53] [2024/05/07 02:11:21.603 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:21.603 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/05/07 02:11:21.687 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:21.883 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.925496856\n# Parse_time: 0.000558094\n# Compile_time: 0.001451499\n# Rewrite_time: 0.000293259\n# Optimize_time: 0.000187347\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/05/07 02:11:21.944 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/05/07 02:11:21.976 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:21.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:21.976 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:21.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/05/07 02:11:22.037 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:21.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:22.047 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/05/07 02:11:22.088 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=2.418969ms] [gotSchemaVersion=187] [phyTblIDs="[262,264]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:11:22.099 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/05/07 02:11:22.135 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=54.085411ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:21.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:22.190 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/05/07 02:11:22.200 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/05/07 02:11:22.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:21.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:22.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/05/07 02:11:22.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:22.266 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.323821377\n# Parse_time: 0.000534942\n# Compile_time: 0.001803941\n# Rewrite_time: 0.000127042\n# Optimize_time: 0.001019045\n# Wait_TS: 0.000570308\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/05/07 02:11:22.503 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump3739870437/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/05/07 02:11:22.504 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:22.504 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/05/07 02:11:22.504 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=61.927µs] [2024/05/07 02:11:22.504 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=195.459µs] [] [2024/05/07 02:11:22.596 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:22.638 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/05/07 02:11:22.638 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:22.744 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:22.745 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:22.746 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/05/07 02:11:22.807 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:22.807 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:22.942 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/05/07 02:11:22.960 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/05/07 02:11:22.975 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:23.014 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:23.015 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/07 02:11:23.024 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:23.024 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:23.024 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:23.024 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:23.025 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:23.025 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:23.026 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:23.026 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:23.026 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:23.041 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:23.042 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:23.042 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:23.042 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:23.042 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=348.5GiB] [2024/05/07 02:11:23.088 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=102] [2024/05/07 02:11:23.092 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:23.095 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:23.095 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/05/07 02:11:23.150 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/05/07 02:11:23.152 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=257.809µs] [encodeDur=821.755µs] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=328.552µs] [type=file] [takeTime=2.480048ms] [] [2024/05/07 02:11:23.153 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/b39b5a3d-6ad3-45bc-a015-81c4652a0863.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/05/07 02:11:23.153 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=102] [takeTime=64.642351ms] [] [2024/05/07 02:11:23.153 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/07 02:11:23.153 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/07 02:11:23.153 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:23.155 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.872177ms] [] [2024/05/07 02:11:23.155 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 02:11:23.162 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:23.183 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/05/07 02:11:23.184 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:23.198 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/05/07 02:11:23.200 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=44.312813ms] [] [2024/05/07 02:11:23.200 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:23.201 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=995.8µs] [] [2024/05/07 02:11:23.201 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/05/07 02:11:23.201 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:23.203 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.633826ms] [] [2024/05/07 02:11:23.203 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 02:11:23.203 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:23.203 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=81.083µs] [] [2024/05/07 02:11:23.203 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:23.204 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=854.1µs] [] [2024/05/07 02:11:23.315 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/05/07 02:11:23.319 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:23.319 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:23.319 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:23.320 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:23.322 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:23.322 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:23.322 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:23.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:23.322 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:23.322 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=308.680408ms] [] [2024/05/07 02:11:23.359 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:23.361 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:23.362 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:23.362 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:23.431 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/05/07 02:11:23.432 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:23.432 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:23.577 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:23.673 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [2024/05/07 02:11:23.673 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [2024/05/07 02:11:23.673 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [2024/05/07 02:11:23.681 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [takeTime=7.66212ms] [] [2024/05/07 02:11:23.681 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/05/07 02:11:23.681 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:11:23.681 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [weight=30] [2024/05/07 02:11:23.681 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [concurrency=15] [2024/05/07 02:11:23.685 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/05/07 02:11:23.686 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/05/07 02:11:23.686 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [takeTime=12.933154ms] [] [2024/05/07 02:11:23.686 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=103] [takeTime=13.159014ms] [] [2024/05/07 02:11:23.731 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=153.57768ms] [] [2024/05/07 02:11:23.759 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:23.759 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/05/07 02:11:23.763 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/05/07 02:11:23.819 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/05/07 02:11:23.844 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=54] [2024/05/07 02:11:23.861 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.593858794\n# Parse_time: 0.00138051\n# Compile_time: 0.001404445\n# Rewrite_time: 0.000313294\n# Optimize_time: 0.001019045\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump3739870437/001/test.sql' FORMAT 'SQL';"] [2024/05/07 02:11:23.867 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:23.868 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] === RUN TestImportInto/TestMaxWriteSpeed [2024/05/07 02:11:23.872 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/05/07 02:11:23.875 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] [2024/05/07 02:11:23.925 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:23.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:23.925 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:23.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/05/07 02:11:23.967 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:24.048 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:23.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:24.087 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.13912ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:24.098 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/05/07 02:11:24.134 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=52.975476ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:23.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:24.188 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:23.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:24.215 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/05/07 02:11:24.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:24.219 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344814018\n# Parse_time: 0.000512742\n# Compile_time: 0.000937803\n# Rewrite_time: 0.00003024\n# Optimize_time: 0.000987856\n# Wait_TS: 0.000354043\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 51e97fdc2613e3aee21c06b152169d2daca432914e619b590051b0c980cfa305\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_test_write_speed;"] [2024/05/07 02:11:24.221 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/05/07 02:11:24.261 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:24.261 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/05/07 02:11:24.312 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:24.321 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/05/07 02:11:24.378 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=2.912378ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:24.390 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/05/07 02:11:24.424 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=52.932956ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:24.462 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:24.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:24.547 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/05/07 02:11:24.547 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:24.551 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331539025\n# Parse_time: 0.001081255\n# Compile_time: 0.001032339\n# Rewrite_time: 0.000050575\n# Optimize_time: 0.000987856\n# Wait_TS: 0.000375282\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/05/07 02:11:24.569 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:24.763 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:11:24.859 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:24.953 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/05/07 02:11:24.953 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:25.059 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:25.060 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:25.061 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/05/07 02:11:25.082 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:25.085 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:25.085 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/07 02:11:25.085 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=69.161µs] [2024/05/07 02:11:25.085 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=247.462µs] [] [2024/05/07 02:11:25.085 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:25.085 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:25.205 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/05/07 02:11:25.219 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:25.227 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/05/07 02:11:25.260 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:25.261 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/07 02:11:25.262 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:25.271 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:25.271 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:25.272 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:25.272 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:25.273 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:25.273 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:25.273 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:25.273 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:25.273 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:25.287 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:25.289 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:25.289 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:25.289 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:25.289 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=348.5GiB] [2024/05/07 02:11:25.384 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=104] [2024/05/07 02:11:25.388 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 02:11:25.392 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:25.392 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/05/07 02:11:25.407 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/05/07 02:11:25.586 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=28.413053ms] [encodeDur=141.270039ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.777758ms] [type=file] [takeTime=178.596141ms] [] [2024/05/07 02:11:25.586 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/c1312eb9-2a4a-4258-8984-457f51c5988f.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/05/07 02:11:25.586 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=104] [takeTime=202.416213ms] [] [2024/05/07 02:11:25.587 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/07 02:11:25.587 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/07 02:11:25.587 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 02:11:25.589 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.833566ms] [] [2024/05/07 02:11:25.589 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/07 02:11:25.594 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:25.615 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/07 02:11:25.615 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:25.642 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/07 02:11:25.644 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=54.868308ms] [] [2024/05/07 02:11:25.644 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 02:11:25.645 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.097615ms] [] [2024/05/07 02:11:25.645 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/05/07 02:11:25.645 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:25.646 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.447275ms] [] [2024/05/07 02:11:25.647 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/07 02:11:25.647 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:25.647 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=52.696µs] [] [2024/05/07 02:11:25.647 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:25.648 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=839.431µs] [] [2024/05/07 02:11:25.735 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/05/07 02:11:25.740 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:25.740 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:25.740 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:25.740 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:25.743 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:25.743 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:25.743 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:25.743 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:25.743 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:25.743 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=483.175896ms] [] [2024/05/07 02:11:25.783 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:25.784 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:25.785 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:25.786 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:25.861 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/07 02:11:25.863 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:25.863 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:26.027 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:26.118 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [2024/05/07 02:11:26.118 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [2024/05/07 02:11:26.118 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [2024/05/07 02:11:26.128 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [takeTime=9.63985ms] [] [2024/05/07 02:11:26.128 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/07 02:11:26.128 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 02:11:26.128 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [weight=30] [2024/05/07 02:11:26.128 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [concurrency=15] [2024/05/07 02:11:26.133 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/07 02:11:26.133 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 02:11:26.133 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [takeTime=15.335596ms] [] [2024/05/07 02:11:26.133 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=105] [takeTime=15.603396ms] [] [2024/05/07 02:11:26.175 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:26.175 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/05/07 02:11:26.178 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/05/07 02:11:26.181 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=154.379601ms] [] [2024/05/07 02:11:26.231 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/05/07 02:11:26.259 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=55] [2024/05/07 02:11:26.281 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:26.281 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/05/07 02:11:26.364 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:26.414 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.858650431\n# Parse_time: 0.000475396\n# Compile_time: 0.001343568\n# Rewrite_time: 0.000280814\n# Optimize_time: 0.000987856\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:11:26.427 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/05/07 02:11:26.503 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:26.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:26.503 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:26.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/05/07 02:11:26.579 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:26.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:26.591 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/05/07 02:11:26.638 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=2.324826ms] [gotSchemaVersion=190] [phyTblIDs="[268,270]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:11:26.649 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/05/07 02:11:26.684 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=53.530976ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:26.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:26.731 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/05/07 02:11:26.741 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/05/07 02:11:26.745 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:26.431 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:26.801 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/05/07 02:11:26.801 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:26.804 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.378631205\n# Parse_time: 0.000470764\n# Compile_time: 0.000914708\n# Rewrite_time: 0.000039721\n# Optimize_time: 0.002118522\n# Wait_TS: 0.00041609\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/05/07 02:11:26.818 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:27.068 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:27.164 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:27.213 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/05/07 02:11:27.213 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:27.320 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:27.321 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:27.322 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/05/07 02:11:27.340 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:27.343 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:27.343 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/05/07 02:11:27.343 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=55.8µs] [2024/05/07 02:11:27.343 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=186.637µs] [] [2024/05/07 02:11:27.343 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:27.343 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:27.510 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/05/07 02:11:27.531 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/05/07 02:11:27.560 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:27.598 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:27.600 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/07 02:11:27.601 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:27.610 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:27.610 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:27.610 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:27.610 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:27.611 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:27.611 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:27.611 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:27.611 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:27.611 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:27.628 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:27.629 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:27.629 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:27.629 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:27.629 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=348.5GiB] [2024/05/07 02:11:27.675 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=106] [2024/05/07 02:11:27.679 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 02:11:27.683 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:27.683 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/05/07 02:11:27.731 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/05/07 02:11:27.988 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=35.662729ms] [encodeDur=210.941911ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.718081ms] [type=file] [takeTime=257.077354ms] [] [2024/05/07 02:11:27.989 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=106] [takeTime=313.277435ms] [] [2024/05/07 02:11:27.989 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/5c559489-caaa-4ef4-8c00-87f62389745b.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/05/07 02:11:27.989 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/07 02:11:27.989 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/07 02:11:27.989 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 02:11:27.991 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.178569ms] [] [2024/05/07 02:11:27.991 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/05/07 02:11:27.996 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:28.018 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/05/07 02:11:28.018 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:37.578 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/05/07 02:11:37.580 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.588885941s] [] [2024/05/07 02:11:37.581 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/05/07 02:11:37.582 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.346809ms] [] [2024/05/07 02:11:37.582 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/05/07 02:11:37.582 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:37.584 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.757262ms] [] [2024/05/07 02:11:37.584 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/05/07 02:11:37.584 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:37.584 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=73.949µs] [] [2024/05/07 02:11:37.584 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/05/07 02:11:37.585 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=839.107µs] [] [2024/05/07 02:11:37.641 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/05/07 02:11:37.642 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:37.643 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:37.644 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:37.644 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:37.645 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:37.645 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:37.645 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:37.645 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:37.648 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:37.648 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:37.648 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:37.648 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:37.648 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:37.648 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=10.049370637s] [] [2024/05/07 02:11:37.760 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/05/07 02:11:37.762 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:37.762 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:37.931 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:37.977 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [2024/05/07 02:11:37.977 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [2024/05/07 02:11:37.977 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [2024/05/07 02:11:37.985 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [takeTime=7.818593ms] [] [2024/05/07 02:11:37.985 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/05/07 02:11:37.985 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 02:11:37.985 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [weight=30] [2024/05/07 02:11:37.985 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [concurrency=15] [2024/05/07 02:11:37.989 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/05/07 02:11:37.990 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/05/07 02:11:37.990 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [takeTime=12.962702ms] [] [2024/05/07 02:11:37.990 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=107] [takeTime=13.160913ms] [] [2024/05/07 02:11:38.032 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.251385ms] [] [2024/05/07 02:11:38.034 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:38.034 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/05/07 02:11:38.037 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/05/07 02:11:38.080 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/05/07 02:11:38.138 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=56] [2024/05/07 02:11:38.158 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:38.158 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/05/07 02:11:38.244 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:38.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.517037906\n# Parse_time: 0.000986442\n# Compile_time: 0.001540428\n# Rewrite_time: 0.000296714\n# Optimize_time: 0.002118522\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/05/07 02:11:38.335 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/05/07 02:11:38.364 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:38.364 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/05/07 02:11:38.406 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.450 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=280.727µs] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:38.461 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/05/07 02:11:38.498 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=53.275476ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.609 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.643 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=267.087µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:38.655 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/05/07 02:11:38.691 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=52.978775ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.761 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.793 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=219.577µs] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:38.805 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/05/07 02:11:38.842 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=53.072896ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.877 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:38.885 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/05/07 02:11:38.889 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:38.931 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/05/07 02:11:38.931 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:38.935 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.601258232\n# Parse_time: 0.000511232\n# Compile_time: 0.000728843\n# Rewrite_time: 0.000052199\n# Optimize_time: 0.002168795\n# Wait_TS: 0.000294483\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/05/07 02:11:38.937 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/05/07 02:11:38.966 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:38.966 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/05/07 02:11:39.079 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:38.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:39.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.16624ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:39.125 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/05/07 02:11:39.160 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=53.363438ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:38.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:39.196 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:38.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:39.230 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/05/07 02:11:39.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:39.237 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/05/07 02:11:39.296 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:39.296 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/05/07 02:11:39.364 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:39.373 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/05/07 02:11:39.462 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.381546ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:39.475 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/05/07 02:11:39.536 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=81.340166ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:39.587 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:39.643 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/05/07 02:11:39.643 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:39.647 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.412538731\n# Parse_time: 0.001129909\n# Compile_time: 0.001792122\n# Rewrite_time: 0.000053534\n# Optimize_time: 0.002168795\n# Wait_TS: 0.000431459\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/05/07 02:11:39.664 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:39.886 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:40.043 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:40.090 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/05/07 02:11:40.090 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:40.195 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:40.197 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:40.198 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/05/07 02:11:40.218 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:40.221 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:40.221 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/05/07 02:11:40.221 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=54.132µs] [2024/05/07 02:11:40.221 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=172.364µs] [] [2024/05/07 02:11:40.221 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:40.221 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:40.400 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/05/07 02:11:40.419 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:40.420 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/05/07 02:11:40.459 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:40.461 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/07 02:11:40.462 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:40.472 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:40.472 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:40.473 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:40.473 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:40.474 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:40.474 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:40.474 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:40.474 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:40.474 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:40.488 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:40.490 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:40.490 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:40.490 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/05/07 02:11:40.490 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=348.5GiB] [2024/05/07 02:11:40.542 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=108] [2024/05/07 02:11:40.546 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:40.549 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:40.550 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/05/07 02:11:40.600 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/05/07 02:11:40.603 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=241.378µs] [encodeDur=1.998913ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=317.567µs] [type=file] [takeTime=3.043016ms] [] [2024/05/07 02:11:40.604 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/120e744a-bb62-4c7f-8e03-6bd40f5a6c8b.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/05/07 02:11:40.604 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=108] [takeTime=62.60005ms] [] [2024/05/07 02:11:40.604 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/07 02:11:40.605 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/07 02:11:40.605 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:40.607 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.853869ms] [] [2024/05/07 02:11:40.607 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/05/07 02:11:40.611 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:40.633 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/05/07 02:11:40.633 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:40.647 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/05/07 02:11:40.648 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=41.828314ms] [] [2024/05/07 02:11:40.649 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/05/07 02:11:40.650 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.137252ms] [] [2024/05/07 02:11:40.650 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/05/07 02:11:40.650 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:40.650 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/e40d0496-e647-482e-8017-a5d9f7f14722.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/05/07 02:11:40.652 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.333677ms] [] [2024/05/07 02:11:40.652 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/05/07 02:11:40.657 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:40.679 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/05/07 02:11:40.679 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:40.692 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/05/07 02:11:40.694 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=41.816972ms] [] [2024/05/07 02:11:40.694 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/05/07 02:11:40.695 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.008449ms] [] [2024/05/07 02:11:40.746 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:40.751 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:40.751 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:40.751 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:40.751 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:40.753 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:40.753 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:40.753 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:40.753 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:40.753 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:40.753 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=293.878002ms] [] [2024/05/07 02:11:40.860 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:40.863 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:40.865 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:40.865 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:40.939 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/05/07 02:11:40.942 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:40.942 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:41.138 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:41.190 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [2024/05/07 02:11:41.190 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [2024/05/07 02:11:41.190 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [2024/05/07 02:11:41.198 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [takeTime=7.497121ms] [] [2024/05/07 02:11:41.198 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/05/07 02:11:41.198 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/05/07 02:11:41.198 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/07 02:11:41.198 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [weight=30] [2024/05/07 02:11:41.198 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [concurrency=15] [2024/05/07 02:11:41.208 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/05/07 02:11:41.257 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/05/07 02:11:41.258 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/05/07 02:11:41.258 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [takeTime=68.01529ms] [] [2024/05/07 02:11:41.258 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=109] [takeTime=68.220974ms] [] [2024/05/07 02:11:41.309 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=171.59077ms] [] [2024/05/07 02:11:41.311 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:41.312 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/05/07 02:11:41.315 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/05/07 02:11:41.361 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/05/07 02:11:41.397 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=57] [2024/05/07 02:11:41.421 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:41.421 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/05/07 02:11:41.511 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:41.593 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.945025521\n# Parse_time: 0.001167381\n# Compile_time: 0.00332919\n# Rewrite_time: 0.001886768\n# Optimize_time: 0.002168795\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] === RUN TestImportInto/TestOtherCharset [2024/05/07 02:11:41.605 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/05/07 02:11:41.678 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:41.678 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/05/07 02:11:41.742 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:41.775 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=297.623µs] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:41.788 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/05/07 02:11:41.824 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=53.825383ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:41.857 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:41.883 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=226.835µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:41.895 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/05/07 02:11:41.933 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=53.486895ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:41.981 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.015 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=264.558µs] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:42.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/05/07 02:11:42.064 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=53.164326ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.188 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:42.200 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/05/07 02:11:42.204 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:41.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.263 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/05/07 02:11:42.263 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:42.267 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.663259335\n# Parse_time: 0.000505431\n# Compile_time: 0.000848387\n# Rewrite_time: 0.000044948\n# Optimize_time: 0.001645507\n# Wait_TS: 0.000443904\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/05/07 02:11:42.268 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/05/07 02:11:42.304 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:42.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:42.304 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:42.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/05/07 02:11:42.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:42.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.418 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.015145ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:42.430 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/05/07 02:11:42.467 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=53.207947ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:42.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.506 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:42.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.536 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/05/07 02:11:42.536 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:42.541 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/05/07 02:11:42.583 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:42.583 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/05/07 02:11:42.627 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.685 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/05/07 02:11:42.753 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=2.375692ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:42.764 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/05/07 02:11:42.800 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=53.578826ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.872 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:42.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:42.911 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/05/07 02:11:42.912 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:42.915 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.37574445\n# Parse_time: 0.000737235\n# Compile_time: 0.001039607\n# Rewrite_time: 0.000060669\n# Optimize_time: 0.001645507\n# Wait_TS: 0.00037697\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/05/07 02:11:42.919 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/05/07 02:11:42.962 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:42.962 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/05/07 02:11:43.032 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:43.040 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/05/07 02:11:43.143 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.366145ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:43.153 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/05/07 02:11:43.188 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=53.1709ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:43.266 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:42.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:43.313 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/05/07 02:11:43.314 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:43.317 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.401166459\n# Parse_time: 0.001725935\n# Compile_time: 0.001187942\n# Rewrite_time: 0.000048125\n# Optimize_time: 0.001645507\n# Wait_TS: 0.000320676\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/05/07 02:11:43.337 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:43.595 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:43.693 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:43.737 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/05/07 02:11:43.738 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:43.845 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:43.846 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:43.847 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/05/07 02:11:43.865 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:43.868 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/05/07 02:11:43.868 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/05/07 02:11:43.868 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=60.887µs] [2024/05/07 02:11:43.868 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=172.381µs] [] [2024/05/07 02:11:43.869 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:43.869 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:44.025 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/05/07 02:11:44.044 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/05/07 02:11:44.071 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:44.110 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:44.111 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/07 02:11:44.112 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:44.121 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:44.121 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:44.121 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:44.121 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:44.122 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:44.122 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:44.122 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:44.122 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:44.122 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:44.137 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:44.138 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:44.138 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=374.2GB] [2024/05/07 02:11:44.138 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:44.138 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=348.5GiB] [2024/05/07 02:11:44.187 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=110] [2024/05/07 02:11:44.191 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 02:11:44.195 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 02:11:44.195 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/05/07 02:11:44.210 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/05/07 02:11:44.213 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.220451ms] [encodeDur=771.166µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=296.031µs] [type=file] [takeTime=2.7147ms] [] [2024/05/07 02:11:44.213 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=110] [takeTime=26.736906ms] [] [2024/05/07 02:11:44.213 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/9a2e55b2-00b4-4d97-b662-3083eabb29d1.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/05/07 02:11:44.214 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/07 02:11:44.214 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/07 02:11:44.214 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 02:11:44.216 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=2.058337ms] [] [2024/05/07 02:11:44.216 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/05/07 02:11:44.220 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:44.242 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/05/07 02:11:44.242 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:44.256 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/07 02:11:44.257 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=41.425369ms] [] [2024/05/07 02:11:44.258 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/05/07 02:11:44.259 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.008774ms] [] [2024/05/07 02:11:44.259 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/05/07 02:11:44.259 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 02:11:44.260 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.466563ms] [] [2024/05/07 02:11:44.260 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/05/07 02:11:44.260 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 02:11:44.260 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=69.295µs] [] [2024/05/07 02:11:44.260 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/05/07 02:11:44.261 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=819.09µs] [] [2024/05/07 02:11:44.307 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:44.310 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:44.310 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:44.310 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:44.310 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:44.312 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:44.312 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:44.312 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:44.312 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:44.312 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:44.312 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=202.429392ms] [] [2024/05/07 02:11:44.358 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:44.359 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:44.360 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:44.360 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:44.472 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/07 02:11:44.473 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:44.474 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:44.623 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:44.664 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [2024/05/07 02:11:44.664 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [2024/05/07 02:11:44.664 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [2024/05/07 02:11:44.672 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [takeTime=7.257748ms] [] [2024/05/07 02:11:44.672 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/07 02:11:44.672 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 02:11:44.672 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [weight=30] [2024/05/07 02:11:44.672 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [concurrency=15] [2024/05/07 02:11:44.678 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/07 02:11:44.679 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 02:11:44.679 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [takeTime=14.437541ms] [] [2024/05/07 02:11:44.679 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=111] [takeTime=14.694352ms] [] [2024/05/07 02:11:44.723 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.97335ms] [] [2024/05/07 02:11:44.813 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:44.813 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/05/07 02:11:44.816 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/05/07 02:11:44.858 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=58] [2024/05/07 02:11:44.870 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/05/07 02:11:44.891 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:44.891 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/05/07 02:11:44.964 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.645439977\n# Parse_time: 0.001227593\n# Compile_time: 0.002041044\n# Rewrite_time: 0.000357713\n# Optimize_time: 0.001645507\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/07 02:11:44.990 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:44.991 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:45.209 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:45.294 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:45.333 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/07 02:11:45.333 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:45.440 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:45.441 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:45.442 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/05/07 02:11:45.461 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:45.464 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/07 02:11:45.464 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/05/07 02:11:45.464 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=56.372µs] [2024/05/07 02:11:45.464 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=185.758µs] [] [2024/05/07 02:11:45.464 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:45.464 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:45.623 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/05/07 02:11:45.643 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/05/07 02:11:45.657 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:45.704 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:45.705 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/07 02:11:45.707 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:45.716 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:45.716 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:45.716 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:45.716 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:45.717 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:45.717 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:45.717 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:45.717 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:45.717 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:45.732 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:45.733 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:45.733 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/07 02:11:45.733 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:45.733 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=348.5GiB] [2024/05/07 02:11:45.780 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=112] [2024/05/07 02:11:45.784 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:11:45.787 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:45.788 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/05/07 02:11:45.846 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/05/07 02:11:45.849 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.222817ms] [encodeDur=717.147µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=261.994µs] [type=file] [takeTime=2.646424ms] [] [2024/05/07 02:11:45.849 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=112] [takeTime=68.974243ms] [] [2024/05/07 02:11:45.849 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/6e5c207c-2c96-40bb-ac36-99743f7ce86d.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/05/07 02:11:45.850 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/07 02:11:45.850 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/07 02:11:45.850 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:11:45.852 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.929286ms] [] [2024/05/07 02:11:45.852 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/07 02:11:45.856 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:45.878 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/05/07 02:11:45.878 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:45.892 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/05/07 02:11:45.894 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=41.856769ms] [] [2024/05/07 02:11:45.894 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:11:45.895 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.145453ms] [] [2024/05/07 02:11:45.895 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/05/07 02:11:45.895 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:45.897 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.569268ms] [] [2024/05/07 02:11:45.897 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/07 02:11:45.897 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:45.897 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=65.751µs] [] [2024/05/07 02:11:45.897 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:45.898 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=815.226µs] [] [2024/05/07 02:11:45.955 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/05/07 02:11:45.957 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:45.958 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:45.958 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:45.958 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:45.958 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:45.958 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:45.958 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:45.958 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:45.958 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:45.959 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:45.959 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:45.959 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:45.959 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:45.959 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:45.959 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:45.959 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:45.959 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:45.961 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:45.961 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:45.961 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:45.961 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:45.961 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:45.961 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=256.960601ms] [] [2024/05/07 02:11:46.075 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/05/07 02:11:46.077 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:46.077 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:46.240 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:46.285 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [2024/05/07 02:11:46.285 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [2024/05/07 02:11:46.285 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [2024/05/07 02:11:46.292 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [takeTime=7.256073ms] [] [2024/05/07 02:11:46.292 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/05/07 02:11:46.292 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 02:11:46.293 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [weight=30] [2024/05/07 02:11:46.293 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [concurrency=15] [2024/05/07 02:11:46.296 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/05/07 02:11:46.297 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/05/07 02:11:46.297 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [takeTime=11.87133ms] [] [2024/05/07 02:11:46.297 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=113] [takeTime=12.054419ms] [] [2024/05/07 02:11:46.336 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=95.599296ms] [] [2024/05/07 02:11:46.354 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:46.354 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/05/07 02:11:46.356 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/05/07 02:11:46.450 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/07 02:11:46.467 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/05/07 02:11:46.470 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:46.470 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/05/07 02:11:46.478 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/05/07 02:11:46.478 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=succeed] [concurrency=8] [2024/05/07 02:11:46.552 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5757502460000001\n# Parse_time: 0.000667725\n# Compile_time: 0.001642189\n# Rewrite_time: 0.000389676\n# Optimize_time: 0.00187847\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/05/07 02:11:46.562 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/05/07 02:11:46.563 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:46.583 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=59] [2024/05/07 02:11:46.617 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:46.617 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/05/07 02:11:46.661 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:46.669 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/05/07 02:11:46.734 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.281584ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:46.748 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/05/07 02:11:46.804 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=76.804576ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:46.859 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:46.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:46.907 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/05/07 02:11:46.907 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:46.911 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.350317536\n# Parse_time: 0.000745317\n# Compile_time: 0.000966236\n# Rewrite_time: 0.00005692\n# Optimize_time: 0.000878035\n# Wait_TS: 0.000392101\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: da34f11db061731cc95449a49df2e61f3578016cf1524da03b6d6f930b15ec69\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.latin1 ( i INT, j VARCHAR(255) ) CHARACTER SET latin1;"] [2024/05/07 02:11:46.926 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:47.091 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:47.234 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:47.278 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/05/07 02:11:47.278 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:47.384 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:47.385 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:47.386 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/05/07 02:11:47.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:47.411 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/05/07 02:11:47.411 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/05/07 02:11:47.411 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=52.244µs] [2024/05/07 02:11:47.411 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=164.182µs] [] [2024/05/07 02:11:47.411 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:47.411 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:47.538 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/05/07 02:11:47.560 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/05/07 02:11:47.567 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:47.617 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:47.618 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/07 02:11:47.619 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:47.627 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:47.627 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:47.628 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:47.628 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:47.629 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:47.629 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:47.629 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:47.629 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:47.629 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:47.687 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:47.689 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:47.689 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=374.2GB] [2024/05/07 02:11:47.689 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:47.689 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=348.5GiB] [2024/05/07 02:11:47.736 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=114] [2024/05/07 02:11:47.740 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 02:11:47.744 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 02:11:47.744 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/05/07 02:11:47.759 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/05/07 02:11:47.762 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.209403ms] [encodeDur=950.15µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=233.122µs] [type=file] [takeTime=2.803114ms] [] [2024/05/07 02:11:47.763 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=114] [takeTime=26.219524ms] [] [2024/05/07 02:11:47.763 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/c3cfc435-ad2b-45a0-83f6-0476a70ac167.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/05/07 02:11:47.763 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/07 02:11:47.763 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/07 02:11:47.763 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 02:11:47.765 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.909842ms] [] [2024/05/07 02:11:47.765 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/05/07 02:11:47.769 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:47.792 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/05/07 02:11:47.792 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:47.806 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/07 02:11:47.808 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=43.385626ms] [] [2024/05/07 02:11:47.808 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/05/07 02:11:47.809 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.02925ms] [] [2024/05/07 02:11:47.810 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/05/07 02:11:47.810 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 02:11:47.811 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.456472ms] [] [2024/05/07 02:11:47.811 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/05/07 02:11:47.811 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 02:11:47.811 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=58.84µs] [] [2024/05/07 02:11:47.811 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/05/07 02:11:47.813 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.147349ms] [] [2024/05/07 02:11:47.863 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/05/07 02:11:47.866 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:47.866 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:47.866 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:47.866 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:47.869 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:47.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:47.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:47.869 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:47.869 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:47.869 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=252.221824ms] [] [2024/05/07 02:11:47.900 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:47.902 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:47.903 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:47.903 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:47.971 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/07 02:11:47.972 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:47.972 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:48.147 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:48.190 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [2024/05/07 02:11:48.191 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [2024/05/07 02:11:48.191 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [2024/05/07 02:11:48.199 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [takeTime=8.010425ms] [] [2024/05/07 02:11:48.199 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/05/07 02:11:48.199 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/07 02:11:48.199 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [weight=30] [2024/05/07 02:11:48.199 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [concurrency=15] [2024/05/07 02:11:48.203 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/05/07 02:11:48.203 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/05/07 02:11:48.203 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [takeTime=12.921494ms] [] [2024/05/07 02:11:48.204 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=115] [takeTime=13.16965ms] [] [2024/05/07 02:11:48.252 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=104.943227ms] [] [2024/05/07 02:11:48.300 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:48.300 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/05/07 02:11:48.303 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/05/07 02:11:48.368 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/05/07 02:11:48.384 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=60] [2024/05/07 02:11:48.410 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:48.410 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/05/07 02:11:48.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.632723195\n# Parse_time: 0.000617433\n# Compile_time: 0.001491897\n# Rewrite_time: 0.000370251\n# Optimize_time: 0.000878035\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/07 02:11:48.556 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/05/07 02:11:48.563 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:48.591 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:48.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:48.591 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:48.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/07 02:11:48.641 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:48.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:48.654 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/05/07 02:11:48.700 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=2.652696ms] [gotSchemaVersion=203] [phyTblIDs="[282,286]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:11:48.710 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/05/07 02:11:48.746 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=54.120813ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:48.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:48.787 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/05/07 02:11:48.795 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/05/07 02:11:48.799 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:48.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:48.865 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/05/07 02:11:48.865 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:48.912 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356756033\n# Parse_time: 0.000324293\n# Compile_time: 0.001053099\n# Rewrite_time: 0.000037762\n# Optimize_time: 0.000934804\n# Wait_TS: 0.000459674\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/05/07 02:11:48.935 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:49.126 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:49.214 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:49.252 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/05/07 02:11:49.252 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:49.358 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:49.359 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:49.360 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/05/07 02:11:49.384 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:49.387 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/05/07 02:11:49.387 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/05/07 02:11:49.388 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=55.898µs] [2024/05/07 02:11:49.388 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=173.328µs] [] [2024/05/07 02:11:49.388 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:49.388 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:49.507 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/05/07 02:11:49.526 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/05/07 02:11:49.534 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:49.574 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:49.575 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/07 02:11:49.576 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:49.585 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:49.585 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:49.585 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:49.585 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:49.586 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:49.586 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:49.586 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:49.586 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:49.586 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:49.604 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:49.606 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:49.606 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/05/07 02:11:49.606 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:49.606 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=348.5GiB] [2024/05/07 02:11:49.655 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=116] [2024/05/07 02:11:49.658 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:11:49.662 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:49.662 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/05/07 02:11:49.786 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/05/07 02:11:49.790 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.639745ms] [encodeDur=1.108665ms] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=300.062µs] [type=file] [takeTime=3.523167ms] [] [2024/05/07 02:11:49.791 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=116] [takeTime=136.158889ms] [] [2024/05/07 02:11:49.791 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/7686adda-42a6-4ceb-a2bb-8e647d4942da.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/05/07 02:11:49.791 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/07 02:11:49.791 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/07 02:11:49.791 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:11:49.794 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.170962ms] [] [2024/05/07 02:11:49.794 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/05/07 02:11:49.799 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:49.820 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/05/07 02:11:49.821 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:49.835 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/05/07 02:11:49.837 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=42.956154ms] [] [2024/05/07 02:11:49.837 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/05/07 02:11:49.838 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.096553ms] [] [2024/05/07 02:11:49.838 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/05/07 02:11:49.838 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:49.840 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.618351ms] [] [2024/05/07 02:11:49.840 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/05/07 02:11:49.840 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:49.840 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=57.172µs] [] [2024/05/07 02:11:49.840 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/05/07 02:11:49.841 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=867.947µs] [] [2024/05/07 02:11:49.885 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:49.889 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:49.889 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:49.889 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:49.889 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:49.891 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:49.892 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:49.892 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:49.892 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:49.892 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:49.892 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=317.900149ms] [] [2024/05/07 02:11:49.977 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:49.978 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:49.979 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:49.979 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:50.053 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/05/07 02:11:50.055 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:50.055 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:50.241 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:50.287 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [2024/05/07 02:11:50.287 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [2024/05/07 02:11:50.287 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [2024/05/07 02:11:50.295 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [takeTime=7.660218ms] [] [2024/05/07 02:11:50.295 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/05/07 02:11:50.295 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/07 02:11:50.295 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [weight=30] [2024/05/07 02:11:50.295 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [concurrency=15] [2024/05/07 02:11:50.299 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/05/07 02:11:50.300 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/05/07 02:11:50.300 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [takeTime=12.706297ms] [] [2024/05/07 02:11:50.300 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=117] [takeTime=12.941731ms] [] [2024/05/07 02:11:50.343 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.824175ms] [] [2024/05/07 02:11:50.380 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:50.380 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/05/07 02:11:50.383 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/05/07 02:11:50.441 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/05/07 02:11:50.458 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=61] [2024/05/07 02:11:50.485 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:50.485 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/05/07 02:11:50.632 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:50.768 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8551058120000001\n# Parse_time: 0.002037697\n# Compile_time: 0.002610042\n# Rewrite_time: 0.000551053\n# Optimize_time: 0.000934804\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/05/07 02:11:50.779 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/05/07 02:11:50.828 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:50.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:50.828 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:50.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/05/07 02:11:50.897 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:50.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:50.905 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/05/07 02:11:50.954 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.092803ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:50.965 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/05/07 02:11:51.001 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=53.397007ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:50.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:51.093 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:50.78 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:51.143 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/05/07 02:11:51.143 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:51.147 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.36883856\n# Parse_time: 0.000550495\n# Compile_time: 0.000840368\n# Rewrite_time: 0.0000504\n# Optimize_time: 0.001900813\n# Wait_TS: 0.000418784\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/05/07 02:11:51.149 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/05/07 02:11:51.197 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:51.197 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/05/07 02:11:51.279 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:51.287 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/05/07 02:11:51.335 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=2.393678ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:51.347 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/05/07 02:11:51.382 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=53.855107ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:51.445 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:51.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:51.477 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/05/07 02:11:51.478 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:51.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33325979\n# Parse_time: 0.000622325\n# Compile_time: 0.00108683\n# Rewrite_time: 0.000048991\n# Optimize_time: 0.001900813\n# Wait_TS: 0.000404311\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/05/07 02:11:51.541 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:51.711 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:51.818 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:51.863 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/05/07 02:11:51.863 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:51.985 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:51.987 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:51.988 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/05/07 02:11:52.013 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:52.016 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/05/07 02:11:52.016 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/05/07 02:11:52.017 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=72.91µs] [2024/05/07 02:11:52.017 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=191.492µs] [] [2024/05/07 02:11:52.017 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:52.017 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:52.146 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/05/07 02:11:52.167 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/05/07 02:11:52.178 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:52.220 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:52.221 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/07 02:11:52.222 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:52.231 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:52.231 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:52.232 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:52.232 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:52.233 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:52.233 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:52.233 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:52.233 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:52.233 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:52.247 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:52.249 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:52.249 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=374.2GB] [2024/05/07 02:11:52.249 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:52.249 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=348.5GiB] [2024/05/07 02:11:52.292 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=118] [2024/05/07 02:11:52.296 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 02:11:52.299 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 02:11:52.299 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/05/07 02:11:52.358 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/05/07 02:11:52.361 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.388303ms] [encodeDur=621.765µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=307.214µs] [type=file] [takeTime=2.704058ms] [] [2024/05/07 02:11:52.362 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/9cd6cad5-54c3-4413-9d54-312d20ce09a7.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/05/07 02:11:52.362 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=118] [takeTime=69.713176ms] [] [2024/05/07 02:11:52.362 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/07 02:11:52.362 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/07 02:11:52.362 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 02:11:52.364 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.945122ms] [] [2024/05/07 02:11:52.364 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/05/07 02:11:52.369 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:52.391 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/05/07 02:11:52.392 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:52.449 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 02:11:52.452 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=87.515622ms] [] [2024/05/07 02:11:52.452 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/05/07 02:11:52.453 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.708788ms] [] [2024/05/07 02:11:52.454 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/05/07 02:11:52.454 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 02:11:52.456 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=2.200753ms] [] [2024/05/07 02:11:52.456 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/05/07 02:11:52.456 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 02:11:52.456 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=61.543µs] [] [2024/05/07 02:11:52.456 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/05/07 02:11:52.457 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.042383ms] [] [2024/05/07 02:11:52.514 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:52.518 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:52.518 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:52.518 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:52.518 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:52.521 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:52.521 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:52.521 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:52.521 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:52.521 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:52.521 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=300.641873ms] [] [2024/05/07 02:11:52.586 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:52.587 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:52.588 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:52.588 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:52.655 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/07 02:11:52.656 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:52.656 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:52.872 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:52.935 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [2024/05/07 02:11:52.935 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [2024/05/07 02:11:52.935 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [2024/05/07 02:11:52.942 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [takeTime=7.409827ms] [] [2024/05/07 02:11:52.942 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/05/07 02:11:52.942 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/07 02:11:52.943 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [weight=30] [2024/05/07 02:11:52.943 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [concurrency=15] [2024/05/07 02:11:52.946 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/05/07 02:11:52.947 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/05/07 02:11:52.947 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [takeTime=12.13586ms] [] [2024/05/07 02:11:52.947 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=119] [takeTime=12.354686ms] [] [2024/05/07 02:11:52.985 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:52.985 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/05/07 02:11:52.988 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/05/07 02:11:52.990 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=118.280039ms] [] [2024/05/07 02:11:53.048 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/05/07 02:11:53.069 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=62] [2024/05/07 02:11:53.093 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:53.093 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/05/07 02:11:53.165 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:53.367 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.884699469\n# Parse_time: 0.001085408\n# Compile_time: 0.002083792\n# Rewrite_time: 0.000357337\n# Optimize_time: 0.001900813\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/05/07 02:11:53.391 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:53.587 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/05/07 02:11:53.722 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:53.762 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/05/07 02:11:53.763 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:53.869 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:53.870 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:53.871 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/05/07 02:11:53.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:53.893 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/05/07 02:11:53.893 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/05/07 02:11:53.893 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=62.721µs] [2024/05/07 02:11:53.893 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=183.604µs] [] [2024/05/07 02:11:53.893 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:53.893 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:54.005 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/05/07 02:11:54.023 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/05/07 02:11:54.054 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:54.144 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:54.145 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/07 02:11:54.147 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:54.155 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:54.155 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:54.156 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:54.156 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:54.157 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:54.157 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:54.157 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:54.157 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:54.157 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:54.172 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:54.173 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:54.173 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=374.2GB] [2024/05/07 02:11:54.174 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:54.174 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=348.5GiB] [2024/05/07 02:11:54.215 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=120] [2024/05/07 02:11:54.219 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 02:11:54.222 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 02:11:54.223 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/05/07 02:11:54.237 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/05/07 02:11:54.240 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.167006ms] [encodeDur=1.175802ms] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=224.245µs] [type=file] [takeTime=2.963856ms] [] [2024/05/07 02:11:54.241 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=120] [takeTime=26.364917ms] [] [2024/05/07 02:11:54.241 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/9efafca9-fdb7-46b3-9f0f-238e39854280.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/05/07 02:11:54.241 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/07 02:11:54.242 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/07 02:11:54.242 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 02:11:54.244 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.99979ms] [] [2024/05/07 02:11:54.244 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/05/07 02:11:54.248 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:54.270 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/05/07 02:11:54.270 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:54.284 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 02:11:54.286 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=41.846475ms] [] [2024/05/07 02:11:54.286 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/05/07 02:11:54.287 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=999.741µs] [] [2024/05/07 02:11:54.287 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/05/07 02:11:54.287 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 02:11:54.288 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.480485ms] [] [2024/05/07 02:11:54.288 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/05/07 02:11:54.288 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 02:11:54.289 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=57.872µs] [] [2024/05/07 02:11:54.289 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/05/07 02:11:54.289 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=821.211µs] [] [2024/05/07 02:11:54.340 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:54.343 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:54.343 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:54.343 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:54.343 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:54.345 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:54.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:54.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:54.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:54.345 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:54.345 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=201.401612ms] [] [2024/05/07 02:11:54.386 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:54.387 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:54.388 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:54.388 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:54.458 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/05/07 02:11:54.459 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:54.459 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:54.637 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:54.682 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [2024/05/07 02:11:54.683 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [2024/05/07 02:11:54.683 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [2024/05/07 02:11:54.691 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [takeTime=8.056346ms] [] [2024/05/07 02:11:54.691 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/05/07 02:11:54.691 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/07 02:11:54.691 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [weight=30] [2024/05/07 02:11:54.691 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [concurrency=15] [2024/05/07 02:11:54.695 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/05/07 02:11:54.696 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/05/07 02:11:54.696 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [takeTime=13.17835ms] [] [2024/05/07 02:11:54.696 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=121] [takeTime=13.400463ms] [] [2024/05/07 02:11:54.741 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=104.596261ms] [] [2024/05/07 02:11:54.784 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:54.784 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/05/07 02:11:54.787 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/05/07 02:11:54.836 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/05/07 02:11:54.870 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=63] [2024/05/07 02:11:54.949 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:54.949 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/05/07 02:11:55.001 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6231795770000002\n# Parse_time: 0.000578788\n# Compile_time: 0.001404866\n# Rewrite_time: 0.000351246\n# Optimize_time: 0.001100296\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/05/07 02:11:55.013 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:11:55.038 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:55.038 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:55.038 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:11:55.107 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.146 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=278.043µs] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:55.157 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/05/07 02:11:55.195 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=54.247668ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.273 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.302 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=293.116µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:55.316 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/05/07 02:11:55.398 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=100.218074ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.439 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.475 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=242.963µs] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:55.487 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/05/07 02:11:55.524 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=53.383622ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.588 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:55.596 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/05/07 02:11:55.599 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:54.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.645 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/05/07 02:11:55.645 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:55.649 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.636832221\n# Parse_time: 0.00043129\n# Compile_time: 0.000646642\n# Rewrite_time: 0.000044826\n# Optimize_time: 0.001665614\n# Wait_TS: 0.000414821\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:11:55.651 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/05/07 02:11:55.682 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:55.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:55.682 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:55.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:11:55.745 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:55.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=976.455µs] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:55.793 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/05/07 02:11:55.831 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=53.067711ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:55.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.939 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:55.631 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:55.963 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/05/07 02:11:55.964 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:55.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.317626666\n# Parse_time: 0.000202682\n# Compile_time: 0.000684597\n# Rewrite_time: 0.000034381\n# Optimize_time: 0.001665614\n# Wait_TS: 0.00035217\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/07 02:11:55.971 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:11:55.974 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:11:56.019 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:55.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:56.019 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:55.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:11:56.092 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:55.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:56.100 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/05/07 02:11:56.165 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=2.63367ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:56.176 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/05/07 02:11:56.211 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=53.407893ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:55.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:56.279 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:55.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:56.370 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/05/07 02:11:56.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:56.374 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.402339549\n# Parse_time: 0.001161975\n# Compile_time: 0.000874641\n# Rewrite_time: 0.00004834\n# Optimize_time: 0.001665614\n# Wait_TS: 0.000362348\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:11:56.377 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:11:56.421 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:56.422 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:11:56.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:56.499 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/05/07 02:11:56.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.547096ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:11:56.570 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/05/07 02:11:56.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=53.135158ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:56.680 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:56.381 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:56.724 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/05/07 02:11:56.724 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:56.728 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352724764\n# Parse_time: 0.001085417\n# Compile_time: 0.001140785\n# Rewrite_time: 0.000063818\n# Optimize_time: 0.001665614\n# Wait_TS: 0.000347757\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:11:56.736 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/05/07 02:11:56.736 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/05/07 02:11:56.738 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/05/07 02:11:56.740 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/07 02:11:56.741 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/07 02:11:56.742 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/05/07 02:11:56.748 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:56.837 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:11:56.851 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:57.052 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/05/07 02:11:57.150 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:11:57.249 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/05/07 02:11:57.249 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:11:57.355 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:11:57.357 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:57.358 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/05/07 02:11:57.381 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:57.385 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/05/07 02:11:57.385 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/05/07 02:11:57.385 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=61.254µs] [2024/05/07 02:11:57.385 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=173.668µs] [] [2024/05/07 02:11:57.385 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:11:57.385 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:11:57.516 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/05/07 02:11:57.536 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/05/07 02:11:57.563 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:11:57.603 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:57.604 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/07 02:11:57.606 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:11:57.614 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:57.614 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:57.615 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:57.615 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:57.616 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:57.616 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:57.616 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:57.616 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:57.616 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:57.630 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:57.631 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:57.631 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/05/07 02:11:57.632 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:11:57.632 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=348.5GiB] [2024/05/07 02:11:57.720 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=122] [2024/05/07 02:11:57.725 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:57.728 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:57.728 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/05/07 02:11:57.756 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/05/07 02:11:57.758 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.059306ms] [encodeDur=501.883µs] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=280.848µs] [type=file] [takeTime=2.234579ms] [] [2024/05/07 02:11:57.759 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9897c733-0f20-4065-9910-9dbab556da83.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/05/07 02:11:57.759 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=122] [takeTime=38.757848ms] [] [2024/05/07 02:11:57.759 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/07 02:11:57.759 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/07 02:11:57.759 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:57.761 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.942121ms] [] [2024/05/07 02:11:57.761 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/05/07 02:11:57.766 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:57.788 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:11:57.789 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:57.802 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:11:57.804 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.576904ms] [] [2024/05/07 02:11:57.804 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/05/07 02:11:57.805 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.106038ms] [] [2024/05/07 02:11:57.805 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/05/07 02:11:57.805 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:57.807 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.494146ms] [] [2024/05/07 02:11:57.807 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/05/07 02:11:57.807 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:57.807 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=57.049µs] [] [2024/05/07 02:11:57.807 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/05/07 02:11:57.808 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=992.877µs] [] [2024/05/07 02:11:57.862 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/05/07 02:11:57.866 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:57.866 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:57.866 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:57.866 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:57.868 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:57.868 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:57.868 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:57.868 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:57.868 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:57.868 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=265.265901ms] [] [2024/05/07 02:11:57.871 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:11:57.872 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:11:57.874 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/05/07 02:11:57.874 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:11:57.942 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/05/07 02:11:57.943 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:11:57.943 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:11:58.141 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:11:58.189 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [2024/05/07 02:11:58.189 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [2024/05/07 02:11:58.189 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [2024/05/07 02:11:58.189 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [takeTime=11.707µs] [] [2024/05/07 02:11:58.189 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/05/07 02:11:58.189 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/07 02:11:58.190 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [weight=30] [2024/05/07 02:11:58.190 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [concurrency=15] [2024/05/07 02:11:58.194 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/05/07 02:11:58.194 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/05/07 02:11:58.194 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [takeTime=4.979172ms] [] [2024/05/07 02:11:58.194 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=123] [takeTime=5.207213ms] [] [2024/05/07 02:11:58.234 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=92.844622ms] [] [2024/05/07 02:11:58.271 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:11:58.272 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/05/07 02:11:58.274 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/05/07 02:11:58.320 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/05/07 02:11:58.357 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=64] [2024/05/07 02:11:58.444 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:11:58.444 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/05/07 02:11:58.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.631777367\n# Parse_time: 0.000471828\n# Compile_time: 0.001373661\n# Rewrite_time: 0.000347317\n# Optimize_time: 0.001665614\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/05/07 02:11:58.501 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:11:58.502 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 02:11:58.502 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:408\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:363\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:436\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:11:58.547 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:11:58.683 +00:00] [INFO] [import_into.go:226] ["importing data from select statement"] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/05/07 02:11:58.691 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:11:58.691 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:11:58.691 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:58.691 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:11:58.692 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:58.692 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:11:58.692 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:11:58.692 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:11:58.692 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:58.707 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:11:58.708 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:11:58.708 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/05/07 02:11:58.713 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/07 02:11:58.716 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/07 02:11:58.726 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [key=import-from-select] [2024/05/07 02:11:58.729 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [key=import-from-select] [readDur=14.399µs] [encodeDur=1.452748ms] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=511.249µs] [type=query] [takeTime=2.363284ms] [] [2024/05/07 02:11:58.730 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/ba49fe88-734d-4a23-9eba-99940c049a85/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/74b40b0c-a791-4404-b2a3-1a78c69c8564.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/05/07 02:11:58.742 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [key=import-from-select] [2024/05/07 02:11:58.742 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=137.947µs] [] [2024/05/07 02:11:58.742 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/07 02:11:58.744 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.511915ms] [] [2024/05/07 02:11:58.744 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/05/07 02:11:58.749 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:11:58.771 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:11:58.771 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:11:58.784 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:11:58.786 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=42.38049ms] [] [2024/05/07 02:11:58.786 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/07 02:11:58.788 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.545097ms] [] [2024/05/07 02:11:58.788 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/05/07 02:11:58.788 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/07 02:11:58.788 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=74.613µs] [] [2024/05/07 02:11:58.788 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/05/07 02:11:58.788 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [2024/05/07 02:11:58.788 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [takeTime=14.137µs] [] [2024/05/07 02:11:58.788 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/07 02:11:58.789 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [weight=30] [2024/05/07 02:11:58.789 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [concurrency=15] [2024/05/07 02:11:58.792 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/05/07 02:11:58.793 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/05/07 02:11:58.793 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=ba49fe88-734d-4a23-9eba-99940c049a85] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=4.87111ms] [] [2024/05/07 02:11:58.793 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/07 02:11:58.793 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=16.079µs] [] [2024/05/07 02:11:58.794 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/05/07 02:11:58.795 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.077864ms] [] [2024/05/07 02:11:58.795 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/07 02:11:58.795 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=13.618µs] [] [2024/05/07 02:11:58.795 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/05/07 02:11:58.796 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.05105ms] [] [2024/05/07 02:11:58.800 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:11:58.800 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:58.800 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:58.800 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:11:58.802 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:11:58.802 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:11:58.802 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:11:58.802 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:11:58.802 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:11:58.804 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 449589521542283267\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300249076\n# Parse_time: 0.000511866\n# Compile_time: 0.003123558\n# Rewrite_time: 0.002162572\n# Optimize_time: 0.001220796\n# Wait_TS: 0.000136535\n# Cop_time: 0.000142324 Process_time: 0.00010988 Wait_time: 0.000076673 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 8\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 3.6626e-05 Cop_proc_p90: 3.9955e-05 Cop_proc_max: 3.9955e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5557e-05 Cop_wait_p90: 3.0957e-05 Cop_wait_max: 3.0957e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 762\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lgaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5NC45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRBg3NzMuMsK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDMsIG1heDogMS40MwFuCG1pbgENBDA2AQ0IYXZnAQ0EMzEBDQhwOTUBDQ0nPGF4X3Byb2Nfa2V5czogMSwBHzoSAAh0b3QFEhg6IDEwOS45BYgBFCR3YWl0OiA3Ni43BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBbAIX2R1BRoBngAxCUwBhJhkaXN0c3FsX2NvbmN1cnJlbmN5OiAzfSwgcnBjX2luZm86e0NvcDoB7BhfcnBjOjMsAYMIYWxfJWRIMy42NG1zfX0JNzYyIEJ5dGVzCSFiDDIJNDMhRQBfMWTgdGFibGU6dCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTEJdGlrdl90YXNrOntwcm9jAaQMOjBzLCVXAQglUgEJCHA4MAURIVYBEBBpdGVycwWfYGFza3M6M30sIHNjYW5fZGV0YWlsOiB7dG8BtwFVCGVzczl3RhcAIF9zaXplOiA0NRHrKaM4MywgZ2V0X3NuYXBzaG90KQEQIDM0LjElhjRyb2Nrc2RiOiB7YmxvY0EfOZMwY291bnQ6IDh9fX0sICE5XpYAARw67gEIYWxfIfANGzX1AHQhKAh3YWwtiUggMzU1LjjCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('/wagCvoGCgxJbXBvcnRJbnRvXzISswYKDVRhYmxlUmVhZGVyXzcStQMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfBpiMNAMAE4AkACShAKDgoJbG9hZF9kYXRhEgF0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwQJ0aWt2X3Rhc2s6e3Byb2MgbWF4OjBzLCBtaW46MHMsIGF2ZzogMHMsIHA4MAURCHA5NQUITGl0ZXJzOjMsIHRhc2tzOjN9LCBzAZ98ZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCBGFwAgX3NpemU6IDQ1ER0JLPBMMywgZ2V0X3NuYXBzaG90X3RpbWU6IDM0LjHCtXMsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogOH19fSwgdGltZV9algAJVBAxMDkuOQVVCZ0Id2FpEW8MNzYuNwkaISgMd2FsbA00KDM1NS44wrVzfXD/EQEEAXgRCiT/ASFyQiKi2zgcMqQBEAFAAVIUIZsEOlQ20gEEWhYFiRA3NzMuMgVuNGxvb3BzOjJilQJjb3BfIWIYOiB7bnVtOiEWMG1heDogMS40M21zLCAhqBAgMS4wNgENAGEhrQwxLjMxAQ0hqRknBGF4JYstXAQxLAEfOhIACHRvdAUSADo2EQElDwQ6IDUKEGNvcHJfOWxEcmF0aW86IDAuMDAsIGJ1aWxkBbAIX2R1BRoQbjogMTEpXQGEUGRpc3RzcWxfY29uY3VycmVuY3k6IEE8NHJwY19pbmZvOntDb3A6AewQX3JwYzpBYEVIJSEoMy42NG1zfX1w+gU9bAA4IVgUA04vQVoVBSYQMjk0LjkhAilGADFWogEEGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/05/07 02:11:58.816 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/05/07 02:11:58.816 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/05/07 02:11:58.816 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:11:58.817 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/05/07 02:11:58.900 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:58.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:58.900 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-05-07 02:11:58.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/05/07 02:11:58.948 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:58.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:58.961 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/05/07 02:11:59.011 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=2.563952ms] [gotSchemaVersion=212] [phyTblIDs="[295,299]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:11:59.023 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/05/07 02:11:59.058 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=54.018706ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:58.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.097 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/05/07 02:11:59.106 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/05/07 02:11:59.111 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-05-07 02:11:58.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.167 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/05/07 02:11:59.167 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:59.172 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356071648\n# Parse_time: 0.000311377\n# Compile_time: 0.001042689\n# Rewrite_time: 0.000044807\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000349984\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/05/07 02:11:59.186 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/05/07 02:11:59.224 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:11:59.252 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:59.252 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:11:59.366 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.398 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=316.314µs] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:59.410 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/05/07 02:11:59.447 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=53.517765ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.478 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.503 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=187.948µs] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:59.515 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/05/07 02:11:59.552 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=52.511133ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.597 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.644 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=215.91µs] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:11:59.654 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/05/07 02:11:59.692 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=52.60725ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.736 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/05/07 02:11:59.746 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/05/07 02:11:59.750 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.842 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/05/07 02:11:59.842 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:11:59.848 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.624877696\n# Parse_time: 0.000449587\n# Compile_time: 0.000681005\n# Rewrite_time: 0.000033463\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000441537\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:11:59.849 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 02:11:59.881 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:11:59.881 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:11:59.950 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:59.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:11:59.986 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.014067ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:11:59.999 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/05/07 02:12:00.034 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=53.328244ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:11:59.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.091 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:11:59.831 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.117 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/05/07 02:12:00.117 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:00.124 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:12:00.127 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:12:00.183 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:00.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:00.183 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:00.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:12:00.231 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:00.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.239 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/05/07 02:12:00.351 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=2.566389ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:00.364 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/05/07 02:12:00.397 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=53.678389ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:00.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.441 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:00.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.482 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/05/07 02:12:00.482 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:00.486 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.360214233\n# Parse_time: 0.001114249\n# Compile_time: 0.000904418\n# Rewrite_time: 0.00004416\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000490473\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:12:00.509 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/05/07 02:12:00.538 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/05/07 02:12:00.564 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:00.564 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/05/07 02:12:00.632 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.662 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=267.736µs] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:00.673 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/05/07 02:12:00.711 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=52.900222ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.786 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.816 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=269.087µs] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:00.828 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/05/07 02:12:00.866 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=53.940649ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.899 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:00.934 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=204.27µs] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:00.945 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/05/07 02:12:00.982 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=53.22027ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.066 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/05/07 02:12:01.074 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/05/07 02:12:01.077 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:00.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.122 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/05/07 02:12:01.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:01.126 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.588690485\n# Parse_time: 0.000567978\n# Compile_time: 0.000696245\n# Rewrite_time: 0.000038763\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000387988\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/05/07 02:12:01.128 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/05/07 02:12:01.166 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:01.166 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/05/07 02:12:01.287 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.318 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=1.111735ms] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:01.330 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/05/07 02:12:01.366 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=53.850029ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.441 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.131 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.467 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/05/07 02:12:01.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:01.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.343504285\n# Parse_time: 0.000197629\n# Compile_time: 0.000739735\n# Rewrite_time: 0.000034251\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000411334\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/05/07 02:12:01.473 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/05/07 02:12:01.476 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/05/07 02:12:01.532 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:01.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:01.532 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:01.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:12:01.605 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.614 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/05/07 02:12:01.684 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.320776ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:01.695 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/05/07 02:12:01.748 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=78.382788ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:01.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.825 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:01.869 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/05/07 02:12:01.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:01.872 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397822246\n# Parse_time: 0.000586148\n# Compile_time: 0.000833935\n# Rewrite_time: 0.000044274\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000393288\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/05/07 02:12:01.893 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:01.928 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/05/07 02:12:01.948 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/05/07 02:12:01.973 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:01.973 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/05/07 02:12:02.039 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.072 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=261.174µs] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:02.084 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/05/07 02:12:02.121 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=53.163957ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.178 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.233 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=50.788317ms] [2024/05/07 02:12:02.266 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=244.937µs] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:02.278 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/05/07 02:12:02.314 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=53.335412ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.386 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.431 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=205.734µs] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:02.442 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/05/07 02:12:02.471 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=53.947845ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.540 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/05/07 02:12:02.548 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/05/07 02:12:02.552 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:01.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.606 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/05/07 02:12:02.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:02.610 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.663358526\n# Parse_time: 0.000652942\n# Compile_time: 0.000818925\n# Rewrite_time: 0.000035116\n# Optimize_time: 0.001698782\n# Wait_TS: 0.00041981\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/05/07 02:12:02.611 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/05/07 02:12:02.644 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:02.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:02.644 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:02.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/05/07 02:12:02.743 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:02.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.782 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=960.337µs] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:02.794 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/05/07 02:12:02.830 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=53.504755ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:02.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.883 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:02.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:02.913 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/05/07 02:12:02.913 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:02.917 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.30632484\n# Parse_time: 0.000245561\n# Compile_time: 0.000615528\n# Rewrite_time: 0.000033464\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000407343\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_data;"] [2024/05/07 02:12:02.919 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/05/07 02:12:02.958 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:02.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:02.958 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:02.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/07 02:12:03.001 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:02.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:03.009 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/05/07 02:12:03.077 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=2.622539ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:03.091 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/05/07 02:12:03.124 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=53.243505ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:02.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:03.248 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:02.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:03.302 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/05/07 02:12:03.302 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:03.306 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.388684171\n# Parse_time: 0.000541022\n# Compile_time: 0.001039453\n# Rewrite_time: 0.000050472\n# Optimize_time: 0.001698782\n# Wait_TS: 0.000428373\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/05/07 02:12:03.327 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:03.524 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:03.675 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:03.720 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/05/07 02:12:03.721 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:03.826 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:03.827 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:03.829 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/05/07 02:12:03.847 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:03.849 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/07 02:12:03.849 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/07 02:12:03.850 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=50.116µs] [2024/05/07 02:12:03.850 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=165.779µs] [] [2024/05/07 02:12:03.850 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:03.850 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:03.987 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/05/07 02:12:04.057 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=65] [2024/05/07 02:12:04.057 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/05/07 02:12:04.074 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:04.116 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:04.118 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 02:12:04.119 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:04.129 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:04.129 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:04.130 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:04.130 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:04.131 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:04.131 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:04.131 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:04.131 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:04.131 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:04.146 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:04.147 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:04.147 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/07 02:12:04.148 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:04.148 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=348.5GiB] [2024/05/07 02:12:04.191 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=124] [2024/05/07 02:12:04.195 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:04.199 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:04.200 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/05/07 02:12:04.229 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/05/07 02:12:04.232 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.51333ms] [encodeDur=716.884µs] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=379.888µs] [type=file] [takeTime=3.047457ms] [] [2024/05/07 02:12:04.233 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=124] [takeTime=41.585731ms] [] [2024/05/07 02:12:04.233 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/cca5c154-9b03-4d12-9267-338826871dce.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/05/07 02:12:04.233 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/07 02:12:04.233 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/07 02:12:04.233 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:04.235 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.910277ms] [] [2024/05/07 02:12:04.235 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/07 02:12:04.241 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:04.262 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:12:04.263 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:04.277 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:12:04.278 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=43.007605ms] [] [2024/05/07 02:12:04.278 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:04.280 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.079905ms] [] [2024/05/07 02:12:04.280 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/05/07 02:12:04.280 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:04.282 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.764459ms] [] [2024/05/07 02:12:04.282 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/07 02:12:04.282 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:04.282 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=55.159µs] [] [2024/05/07 02:12:04.282 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:04.283 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=877.252µs] [] [2024/05/07 02:12:04.341 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/05/07 02:12:04.344 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:04.345 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:04.345 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:04.345 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:04.345 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:04.345 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:04.347 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:04.347 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:04.347 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:04.347 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:04.347 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:04.347 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:04.347 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:04.347 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=231.035839ms] [] [2024/05/07 02:12:04.421 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 02:12:04.423 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:04.423 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:04.622 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:04.667 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [2024/05/07 02:12:04.667 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [2024/05/07 02:12:04.667 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [2024/05/07 02:12:04.674 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [takeTime=7.317408ms] [] [2024/05/07 02:12:04.674 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/05/07 02:12:04.675 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/07 02:12:04.675 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [weight=30] [2024/05/07 02:12:04.675 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [concurrency=15] [2024/05/07 02:12:04.679 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/05/07 02:12:04.679 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/05/07 02:12:04.679 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [takeTime=12.360106ms] [] [2024/05/07 02:12:04.679 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=125] [takeTime=12.591345ms] [] [2024/05/07 02:12:04.722 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.267375ms] [] [2024/05/07 02:12:04.740 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:04.740 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/05/07 02:12:04.742 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=65] [2024/05/07 02:12:04.742 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/05/07 02:12:04.812 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/05/07 02:12:04.826 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=65] [2024/05/07 02:12:04.908 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:04.908 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/05/07 02:12:04.973 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.664872833\n# Parse_time: 0.001228854\n# Compile_time: 0.002727956\n# Rewrite_time: 0.000412297\n# Optimize_time: 0.001698782\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:12:04.984 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/05/07 02:12:05.024 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:05.026 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-07 02:12:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:05.026 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-05-07 02:12:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/05/07 02:12:05.099 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:05.111 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/05/07 02:12:05.162 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=2.668652ms] [gotSchemaVersion=228] [phyTblIDs="[314,316]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:12:05.176 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/05/07 02:12:05.208 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=53.230277ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:05.280 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/05/07 02:12:05.288 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/05/07 02:12:05.291 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:04.981 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:05.414 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/05/07 02:12:05.415 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:05.422 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.439011118\n# Parse_time: 0.000302818\n# Compile_time: 0.000945864\n# Rewrite_time: 0.000037104\n# Optimize_time: 0.001083011\n# Wait_TS: 0.000480066\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/05/07 02:12:05.437 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:05.625 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:05.782 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:05.840 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/05/07 02:12:05.840 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:05.946 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:05.947 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:05.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/05/07 02:12:05.969 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:05.971 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/07 02:12:05.972 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/07 02:12:05.972 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=53.35µs] [2024/05/07 02:12:05.972 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=169.222µs] [] [2024/05/07 02:12:05.972 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:05.972 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:06.098 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/05/07 02:12:06.114 +00:00] [INFO] [import_into_test.go:901] ["register task"] [task_id=66] [2024/05/07 02:12:06.114 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/05/07 02:12:06.131 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:06.174 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:06.175 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/07 02:12:06.177 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:06.185 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:06.186 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:06.186 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:06.186 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:06.187 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:06.187 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:06.187 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:06.187 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:06.187 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:06.202 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:06.204 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:06.204 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/07 02:12:06.204 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:06.204 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=348.5GiB] [2024/05/07 02:12:06.315 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=126] [2024/05/07 02:12:06.319 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:06.323 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:06.323 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/07 02:12:09.350 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=126] [takeTime=3.035403131s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:09.351 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:09.351 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:09.352 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:09.352 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:09.352 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:09.352 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:09.352 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:09.352 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:09.352 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:09.352 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:12:09.352 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:09.378 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/05/07 02:12:09.383 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:09.383 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:09.383 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:09.383 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:09.383 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:09.385 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:09.385 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:09.385 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:09.385 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:09.385 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:09.385 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.211217104s] [error="occur an error when sort chunk"] [2024/05/07 02:12:09.386 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:09.474 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/07 02:12:09.516 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/05/07 02:12:09.563 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/07 02:12:09.565 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/05/07 02:12:09.578 +00:00] [INFO] [import_into_test.go:906] ["unregister task"] [task_id=66] [2024/05/07 02:12:09.578 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/05/07 02:12:09.648 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=66] [2024/05/07 02:12:09.676 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:09.676 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/05/07 02:12:09.809 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:944\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:12:09.810 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.386439964\n# Parse_time: 0.000629465\n# Compile_time: 0.001428406\n# Rewrite_time: 0.000337861\n# Optimize_time: 0.001083011\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zOHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzhzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:12:09.828 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:09.850 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:10.025 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:10.124 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:10.227 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/05/07 02:12:10.227 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:10.333 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:10.335 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:10.337 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/05/07 02:12:10.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:10.369 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/05/07 02:12:10.370 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/05/07 02:12:10.370 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=59.063µs] [2024/05/07 02:12:10.370 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=176.183µs] [] [2024/05/07 02:12:10.370 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:10.370 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:10.505 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/05/07 02:12:10.525 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/05/07 02:12:10.534 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:10.576 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:10.577 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/07 02:12:10.578 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:10.587 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:10.587 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:10.588 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:10.588 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:10.589 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:10.589 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:10.589 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:10.589 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:10.589 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:10.603 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:10.605 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:10.605 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/05/07 02:12:10.605 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:10.605 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=348.5GiB] [2024/05/07 02:12:10.716 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=127] [2024/05/07 02:12:10.721 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:10.724 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:10.725 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/05/07 02:12:10.753 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:11.207 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/05/07 02:12:11.211 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.528562ms] [encodeDur=706.789µs] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=368.447µs] [type=file] [takeTime=3.188981ms] [] [2024/05/07 02:12:11.212 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=127] [takeTime=495.624292ms] [] [2024/05/07 02:12:11.212 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/e2bd717b-fd4f-48a5-a835-7ce3eb502d84.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/05/07 02:12:11.212 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/07 02:12:11.212 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/07 02:12:11.212 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:11.215 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=2.309146ms] [] [2024/05/07 02:12:11.215 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/05/07 02:12:11.222 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:11.244 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/05/07 02:12:11.244 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:11.259 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/05/07 02:12:11.261 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=45.974595ms] [] [2024/05/07 02:12:11.261 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/05/07 02:12:11.263 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.472545ms] [] [2024/05/07 02:12:11.263 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/05/07 02:12:11.263 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:11.265 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=2.043564ms] [] [2024/05/07 02:12:11.265 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/05/07 02:12:11.265 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:11.265 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=58.349µs] [] [2024/05/07 02:12:11.265 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/05/07 02:12:11.266 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=949.981µs] [] [2024/05/07 02:12:11.312 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/05/07 02:12:11.317 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:11.317 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:11.317 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:11.317 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:11.319 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:11.319 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:11.319 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:11.319 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:11.319 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:11.319 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=743.424331ms] [] [2024/05/07 02:12:11.360 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:11.361 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:11.363 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:11.363 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:11.435 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/05/07 02:12:11.437 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:11.437 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:11.670 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:11.723 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [2024/05/07 02:12:11.723 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [2024/05/07 02:12:11.723 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [2024/05/07 02:12:11.731 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [takeTime=8.461609ms] [] [2024/05/07 02:12:11.732 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/05/07 02:12:11.732 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/07 02:12:11.732 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [weight=30] [2024/05/07 02:12:11.732 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [concurrency=15] [2024/05/07 02:12:11.737 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/05/07 02:12:11.738 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/05/07 02:12:11.738 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [takeTime=14.940803ms] [] [2024/05/07 02:12:11.738 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=128] [takeTime=15.245057ms] [] [2024/05/07 02:12:11.785 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=115.135947ms] [] [2024/05/07 02:12:11.850 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:11.850 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/05/07 02:12:11.853 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/05/07 02:12:11.913 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/05/07 02:12:11.934 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=67] [2024/05/07 02:12:11.959 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:11.959 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] [2024/05/07 02:12:12.042 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.231123815\n# Parse_time: 0.001457389\n# Compile_time: 0.001993515\n# Rewrite_time: 0.000367226\n# Optimize_time: 0.001083011\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/05/07 02:12:12.060 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/07 02:12:12.063 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/07 02:12:12.095 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:12.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:12.095 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:12.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/07 02:12:12.107 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:12.144 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:12.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.184 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.400586ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:12.196 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/05/07 02:12:12.225 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=53.615823ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:12.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.267 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:12.031 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.293 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/05/07 02:12:12.294 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:12.299 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/07 02:12:12.355 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:12.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:12.355 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:12.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/07 02:12:12.439 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:12.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.495 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/05/07 02:12:12.559 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.467582ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:12.574 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/05/07 02:12:12.605 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=53.770524ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:12.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.689 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:12.281 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.744 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/05/07 02:12:12.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:12.749 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.450585157\n# Parse_time: 0.000589305\n# Compile_time: 0.000951278\n# Rewrite_time: 0.000056491\n# Optimize_time: 0.001452952\n# Wait_TS: 0.000401121\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/05/07 02:12:12.751 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/05/07 02:12:12.806 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:12.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:12.806 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:12.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/07 02:12:12.886 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:12.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:12.895 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/05/07 02:12:13.012 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.634529ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:13.026 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/05/07 02:12:13.059 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=54.37513ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:12.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:13.137 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:12.731 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:13.174 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/05/07 02:12:13.174 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:13.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.428939168\n# Parse_time: 0.000837215\n# Compile_time: 0.001187401\n# Rewrite_time: 0.000062352\n# Optimize_time: 0.001452952\n# Wait_TS: 0.000494526\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/05/07 02:12:13.195 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:13.420 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:12:13.512 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:12:13.554 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/05/07 02:12:13.554 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:12:13.660 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:13.661 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:13.662 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/05/07 02:12:13.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:13.687 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/07 02:12:13.687 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/05/07 02:12:13.687 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=62.63µs] [2024/05/07 02:12:13.687 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=164.787µs] [] [2024/05/07 02:12:13.687 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:13.687 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:12:13.806 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/05/07 02:12:13.873 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/05/07 02:12:13.920 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:12:13.960 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:13.961 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/07 02:12:13.963 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:13.972 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:13.972 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:13.972 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:13.972 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:13.973 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:13.973 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:13.973 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:13.974 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:13.974 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:13.990 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:13.991 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:13.991 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/07 02:12:13.991 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:13.992 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=348.5GiB] [2024/05/07 02:12:14.032 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=129] [2024/05/07 02:12:14.036 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 02:12:14.040 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:14.040 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/05/07 02:12:14.122 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/05/07 02:12:14.125 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.21781ms] [encodeDur=811.82µs] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=252µs] [type=file] [takeTime=2.702983ms] [] [2024/05/07 02:12:14.125 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=129] [takeTime=92.919769ms] [] [2024/05/07 02:12:14.125 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/17799459-3938-4023-9ef9-487dfc54d653.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/05/07 02:12:14.126 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/07 02:12:14.126 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/07 02:12:14.126 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 02:12:14.128 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.139969ms] [] [2024/05/07 02:12:14.128 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/07 02:12:14.133 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:14.156 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/05/07 02:12:14.156 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:14.170 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/07 02:12:14.171 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=43.486467ms] [] [2024/05/07 02:12:14.172 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 02:12:14.173 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.151398ms] [] [2024/05/07 02:12:14.173 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/05/07 02:12:14.173 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:14.175 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.664003ms] [] [2024/05/07 02:12:14.175 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/07 02:12:14.175 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:14.175 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=70.121µs] [] [2024/05/07 02:12:14.175 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:14.176 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=893.38µs] [] [2024/05/07 02:12:14.225 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/05/07 02:12:14.228 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:14.228 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:14.228 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:14.228 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:14.230 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:14.230 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:14.230 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:14.230 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:14.230 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:14.230 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=270.556786ms] [] [2024/05/07 02:12:14.278 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:14.279 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:14.280 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:14.280 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:14.400 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/07 02:12:14.402 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:14.402 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:12:14.554 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:14.604 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [2024/05/07 02:12:14.604 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [2024/05/07 02:12:14.604 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [2024/05/07 02:12:14.612 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [takeTime=7.83588ms] [] [2024/05/07 02:12:14.612 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/05/07 02:12:14.612 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/07 02:12:14.612 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [weight=30] [2024/05/07 02:12:14.612 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [concurrency=15] [2024/05/07 02:12:14.616 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/05/07 02:12:14.617 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/05/07 02:12:14.617 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [takeTime=12.936712ms] [] [2024/05/07 02:12:14.617 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=130] [takeTime=13.126399ms] [] [2024/05/07 02:12:14.657 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=103.817904ms] [] [2024/05/07 02:12:14.682 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:14.682 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/05/07 02:12:14.736 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/05/07 02:12:14.789 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=68] [2024/05/07 02:12:14.807 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/05/07 02:12:14.813 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:14.813 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/05/07 02:12:14.889 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:15.070 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.890260923\n# Parse_time: 0.000552205\n# Compile_time: 0.001899983\n# Rewrite_time: 0.000394639\n# Optimize_time: 0.001452952\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:12:15.084 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:15.326 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:12:15.411 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:12:15.421 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349755986\n# Parse_time: 0.000653388\n# Compile_time: 0.00149455\n# Rewrite_time: 0.000331657\n# Optimize_time: 0.001452952\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ2LjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ2LjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/07 02:12:15.453 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/05/07 02:12:15.453 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:12:15.559 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:15.560 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:15.561 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/05/07 02:12:15.640 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:15.644 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/07 02:12:15.644 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/05/07 02:12:15.644 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=67.442µs] [2024/05/07 02:12:15.644 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=175.142µs] [] [2024/05/07 02:12:15.644 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:15.644 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:12:15.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/05/07 02:12:15.797 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/05/07 02:12:15.807 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:12:15.848 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:15.849 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/07 02:12:15.851 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:15.859 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:15.859 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:15.860 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:15.860 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:15.861 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:15.861 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:15.861 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:15.861 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:15.861 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:15.876 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:15.877 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:15.877 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/07 02:12:15.878 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:15.878 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=348.5GiB] [2024/05/07 02:12:15.924 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=131] [2024/05/07 02:12:15.928 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 02:12:15.932 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:15.932 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/05/07 02:12:15.956 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/05/07 02:12:15.959 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.151724ms] [encodeDur=947.478µs] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=270.702µs] [type=file] [takeTime=2.769405ms] [] [2024/05/07 02:12:15.960 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=131] [takeTime=36.039412ms] [] [2024/05/07 02:12:15.960 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/f5be98df-962c-4fe5-ad89-46fbe45d121b.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/05/07 02:12:15.960 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/07 02:12:15.960 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/07 02:12:15.960 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 02:12:15.963 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.289455ms] [] [2024/05/07 02:12:15.963 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/07 02:12:15.968 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:15.990 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/05/07 02:12:15.990 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:16.003 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/05/07 02:12:16.005 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=42.462357ms] [] [2024/05/07 02:12:16.005 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 02:12:16.007 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.299112ms] [] [2024/05/07 02:12:16.007 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/05/07 02:12:16.007 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:16.062 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=54.760785ms] [] [2024/05/07 02:12:16.062 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/07 02:12:16.062 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:16.062 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=160.174µs] [] [2024/05/07 02:12:16.062 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:16.063 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.203506ms] [] [2024/05/07 02:12:16.115 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:16.119 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:16.119 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:16.119 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:16.119 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:16.122 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:16.122 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:16.122 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:16.122 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:16.122 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:16.122 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=273.996653ms] [] [2024/05/07 02:12:16.179 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:16.180 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:16.181 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:16.181 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:16.258 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/05/07 02:12:16.259 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:16.259 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:12:16.492 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:16.541 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [2024/05/07 02:12:16.541 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [2024/05/07 02:12:16.541 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [2024/05/07 02:12:16.549 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [takeTime=8.211621ms] [] [2024/05/07 02:12:16.549 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/05/07 02:12:16.550 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/07 02:12:16.550 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [weight=30] [2024/05/07 02:12:16.550 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [concurrency=15] [2024/05/07 02:12:16.553 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/05/07 02:12:16.554 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/05/07 02:12:16.554 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [takeTime=12.924489ms] [] [2024/05/07 02:12:16.554 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=132] [takeTime=13.160721ms] [] [2024/05/07 02:12:16.601 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=108.267322ms] [] [2024/05/07 02:12:16.681 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:16.681 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/05/07 02:12:16.684 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/05/07 02:12:16.740 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/05/07 02:12:16.759 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=69] [2024/05/07 02:12:16.787 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:16.787 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/05/07 02:12:16.932 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:17.515 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/05/07 02:12:17.552 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:17.552 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/05/07 02:12:17.621 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:17.654 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=265.356µs] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:17.666 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/05/07 02:12:17.703 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=53.7978ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:17.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:17.807 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=197.671µs] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:17.817 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/05/07 02:12:17.856 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=52.98722ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:17.993 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.033 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=248.003µs] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:18.045 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/05/07 02:12:18.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=53.600075ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.135 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/05/07 02:12:18.145 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/05/07 02:12:18.149 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:17.481 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.197 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/05/07 02:12:18.197 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:18.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.687360887\n# Parse_time: 0.000328026\n# Compile_time: 0.000825529\n# Rewrite_time: 0.000042246\n# Optimize_time: 0.001132352\n# Wait_TS: 0.00043676\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/05/07 02:12:18.203 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/05/07 02:12:18.240 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:18.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:18.240 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:18.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/05/07 02:12:18.320 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:18.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.354 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.172974ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:18.367 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/05/07 02:12:18.402 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=53.631613ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:18.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.542 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:18.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.569 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/05/07 02:12:18.569 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:18.574 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371660891\n# Parse_time: 0.000540831\n# Compile_time: 0.001066457\n# Rewrite_time: 0.00004548\n# Optimize_time: 0.001132352\n# Wait_TS: 0.000427635\n# Is_internal: false\n# Digest: 8990c3297e0a3ffa380c20b74137915c448be0d7b8990802bbc757f2aa674b5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE test_detached;"] [2024/05/07 02:12:18.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/07 02:12:18.622 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:18.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:18.622 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:18.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/07 02:12:18.663 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:18.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.671 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/05/07 02:12:18.744 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.445724ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:18.757 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/05/07 02:12:18.791 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=53.715115ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:18.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.861 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:18.58 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:18.896 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/05/07 02:12:18.896 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:18.900 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.32559551\n# Parse_time: 0.000633319\n# Compile_time: 0.001088528\n# Rewrite_time: 0.000053127\n# Optimize_time: 0.001132352\n# Wait_TS: 0.000413659\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/05/07 02:12:18.902 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/05/07 02:12:19.003 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:18.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:19.003 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:18.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/07 02:12:19.048 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:18.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:19.057 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/05/07 02:12:19.112 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=2.509268ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:19.124 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/05/07 02:12:19.159 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=53.691444ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:18.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:19.241 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:18.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:19.275 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/05/07 02:12:19.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:19.278 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.377448883\n# Parse_time: 0.000764876\n# Compile_time: 0.000909739\n# Rewrite_time: 0.00005469\n# Optimize_time: 0.001132352\n# Wait_TS: 0.000409123\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/05/07 02:12:19.292 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:19.555 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:12:19.642 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:12:19.679 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/05/07 02:12:19.679 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:12:19.785 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:19.786 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:19.787 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/05/07 02:12:19.805 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:19.807 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/07 02:12:19.807 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/05/07 02:12:19.808 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=73.789µs] [2024/05/07 02:12:19.808 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=189.548µs] [] [2024/05/07 02:12:19.808 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:19.808 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:12:19.996 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/05/07 02:12:20.016 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/05/07 02:12:20.034 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:12:20.073 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:20.075 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/07 02:12:20.076 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:20.084 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:20.084 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:20.085 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:20.085 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:20.086 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:20.086 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:20.086 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:20.086 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:20.086 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:20.100 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:20.102 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:20.102 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/07 02:12:20.102 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:20.102 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=348.5GiB] [2024/05/07 02:12:20.146 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=133] [2024/05/07 02:12:20.150 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 02:12:20.153 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:20.154 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/05/07 02:12:20.161 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/05/07 02:12:20.163 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.047099ms] [encodeDur=475.925µs] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=224.883µs] [type=file] [takeTime=2.128753ms] [] [2024/05/07 02:12:20.164 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=133] [takeTime=17.468964ms] [] [2024/05/07 02:12:20.164 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/0cacadf6-1067-4145-91e8-f04088ef4434.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/05/07 02:12:20.164 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/07 02:12:20.164 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/07 02:12:20.164 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 02:12:20.166 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.228881ms] [] [2024/05/07 02:12:20.167 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/05/07 02:12:20.171 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:20.193 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/05/07 02:12:20.193 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:20.206 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/07 02:12:20.208 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=41.494505ms] [] [2024/05/07 02:12:20.208 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/05/07 02:12:20.209 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=996.736µs] [] [2024/05/07 02:12:20.209 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/05/07 02:12:20.209 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:20.211 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.517697ms] [] [2024/05/07 02:12:20.211 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/05/07 02:12:20.211 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:20.211 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=58.803µs] [] [2024/05/07 02:12:20.211 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/05/07 02:12:20.212 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=750.221µs] [] [2024/05/07 02:12:20.259 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:20.262 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:20.262 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:20.262 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:20.262 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:20.264 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:20.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:20.264 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:20.264 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:20.264 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:20.264 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=191.437458ms] [] [2024/05/07 02:12:20.363 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:20.365 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:20.367 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:20.367 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:20.437 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/07 02:12:20.438 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:20.438 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:12:20.613 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:20.658 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [2024/05/07 02:12:20.658 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [2024/05/07 02:12:20.658 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [2024/05/07 02:12:20.667 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [takeTime=8.395344ms] [] [2024/05/07 02:12:20.667 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/05/07 02:12:20.667 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/07 02:12:20.667 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [weight=30] [2024/05/07 02:12:20.667 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [concurrency=15] [2024/05/07 02:12:20.671 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/05/07 02:12:20.672 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/05/07 02:12:20.672 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [takeTime=13.937285ms] [] [2024/05/07 02:12:20.672 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=134] [takeTime=14.127524ms] [] [2024/05/07 02:12:20.769 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=155.135465ms] [] [2024/05/07 02:12:20.804 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:20.805 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/05/07 02:12:20.808 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/05/07 02:12:20.861 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/05/07 02:12:20.885 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=70] [2024/05/07 02:12:20.896 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.616358714\n# Parse_time: 0.000581191\n# Compile_time: 0.00140524\n# Rewrite_time: 0.00037516\n# Optimize_time: 0.001132352\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/05/07 02:12:20.914 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:20.914 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/05/07 02:12:20.916 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:21.014 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:21.197 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:12:21.298 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:12:21.305 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.408086109\n# Parse_time: 0.001943904\n# Compile_time: 0.002948749\n# Rewrite_time: 0.000380768\n# Optimize_time: 0.001132352\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDAyLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDAyLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/05/07 02:12:21.342 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/05/07 02:12:21.342 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:12:21.448 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:21.449 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:21.450 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/05/07 02:12:21.469 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:21.472 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/07 02:12:21.472 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/05/07 02:12:21.472 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=56.558µs] [2024/05/07 02:12:21.473 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=172.332µs] [] [2024/05/07 02:12:21.473 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:21.473 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/05/07 02:12:21.654 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/05/07 02:12:21.673 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/05/07 02:12:21.698 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:12:21.743 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:21.744 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/07 02:12:21.746 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:21.754 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:21.754 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:21.755 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:21.755 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:21.756 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:21.756 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:21.756 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:21.756 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:21.756 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:21.771 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:21.772 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:21.773 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/07 02:12:21.773 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:21.773 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=348.5GiB] [2024/05/07 02:12:21.813 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=135] [2024/05/07 02:12:21.816 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 02:12:21.820 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:21.820 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/05/07 02:12:21.867 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/05/07 02:12:21.869 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.111021ms] [encodeDur=619.287µs] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=334.323µs] [type=file] [takeTime=2.454729ms] [] [2024/05/07 02:12:21.870 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=135] [takeTime=57.464367ms] [] [2024/05/07 02:12:21.870 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/9a3f32d4-34aa-45cf-b0f3-7f0d17e97e26.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/05/07 02:12:21.870 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/07 02:12:21.871 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/07 02:12:21.871 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 02:12:21.873 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.022183ms] [] [2024/05/07 02:12:21.873 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/05/07 02:12:21.879 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:21.901 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/05/07 02:12:21.901 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:21.914 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/05/07 02:12:21.916 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=43.236497ms] [] [2024/05/07 02:12:21.916 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/05/07 02:12:21.917 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.128668ms] [] [2024/05/07 02:12:21.917 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/05/07 02:12:21.917 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:21.919 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.693838ms] [] [2024/05/07 02:12:21.919 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/05/07 02:12:21.919 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:21.919 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=60.169µs] [] [2024/05/07 02:12:21.919 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/05/07 02:12:21.920 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=919.95µs] [] [2024/05/07 02:12:21.963 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/05/07 02:12:21.966 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:21.966 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:21.966 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:21.966 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:21.967 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:21.967 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:21.968 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:21.968 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:21.968 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:21.968 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:21.968 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:21.968 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:21.969 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:21.969 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=225.443199ms] [] [2024/05/07 02:12:22.094 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/05/07 02:12:22.096 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:22.096 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:12:22.263 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:22.307 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [2024/05/07 02:12:22.307 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [2024/05/07 02:12:22.307 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [2024/05/07 02:12:22.314 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [takeTime=7.531453ms] [] [2024/05/07 02:12:22.314 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/05/07 02:12:22.314 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/07 02:12:22.315 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [weight=30] [2024/05/07 02:12:22.315 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [concurrency=15] [2024/05/07 02:12:22.321 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/05/07 02:12:22.322 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/05/07 02:12:22.322 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [takeTime=15.350677ms] [] [2024/05/07 02:12:22.322 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=136] [takeTime=15.524919ms] [] [2024/05/07 02:12:22.370 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:22.370 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/05/07 02:12:22.370 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=106.836186ms] [] [2024/05/07 02:12:22.373 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/05/07 02:12:22.472 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=71] [2024/05/07 02:12:22.483 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/05/07 02:12:22.508 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:22.508 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/05/07 02:12:22.595 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/05/07 02:12:23.356 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/05/07 02:12:23.358 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/05/07 02:12:23.393 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:23.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:23.393 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:23.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/05/07 02:12:23.509 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:23.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:23.544 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.105727ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:23.556 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/05/07 02:12:23.592 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=53.499481ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:23.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:23.641 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:23.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:23.670 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/05/07 02:12:23.670 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:23.674 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.316457794\n# Parse_time: 0.000337277\n# Compile_time: 0.000757591\n# Rewrite_time: 0.000032113\n# Optimize_time: 0.001053807\n# Wait_TS: 0.000333342\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/05/07 02:12:23.678 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:12:23.725 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:23.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:23.725 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:23.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:12:23.775 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:23.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:23.783 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/05/07 02:12:23.835 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.94089ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:23.850 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/05/07 02:12:23.882 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=53.931108ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:23.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:23.931 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:23.681 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.039 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/05/07 02:12:24.039 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:24.043 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366960911\n# Parse_time: 0.000502886\n# Compile_time: 0.000796993\n# Rewrite_time: 0.00005193\n# Optimize_time: 0.001053807\n# Wait_TS: 0.000345191\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:12:24.046 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:12:24.086 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:24.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:24.086 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:24.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 02:12:24.138 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:24.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.146 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/05/07 02:12:24.193 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.345661ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:24.204 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/05/07 02:12:24.239 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=53.708772ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:24.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.302 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:24.032 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.343 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/05/07 02:12:24.343 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:24.346 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.302386417\n# Parse_time: 0.000639941\n# Compile_time: 0.00102413\n# Rewrite_time: 0.000048167\n# Optimize_time: 0.001053807\n# Wait_TS: 0.000367668\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 02:12:24.348 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:12:24.388 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:24.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:24.388 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:24.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/07 02:12:24.491 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:24.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.500 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/05/07 02:12:24.546 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.216156ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:24.558 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/05/07 02:12:24.593 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=54.108247ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:24.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.639 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:24.331 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:24.676 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/05/07 02:12:24.677 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:24.680 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.333249127\n# Parse_time: 0.000653761\n# Compile_time: 0.000872937\n# Rewrite_time: 0.000053495\n# Optimize_time: 0.001053807\n# Wait_TS: 0.000422519\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/07 02:12:24.697 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:24.934 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:12:25.026 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:25.034 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352410723\n# Parse_time: 0.000537503\n# Compile_time: 0.001353811\n# Rewrite_time: 0.000320478\n# Optimize_time: 0.001053807\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQ5LjhtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQ5LjhtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/07 02:12:25.077 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/05/07 02:12:25.078 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:25.185 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:25.186 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:25.187 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/05/07 02:12:25.208 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:25.211 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/07 02:12:25.211 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 02:12:25.211 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=67.489µs] [2024/05/07 02:12:25.211 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=188.948µs] [] [2024/05/07 02:12:25.212 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:25.212 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:25.409 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/05/07 02:12:25.429 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/05/07 02:12:25.435 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:25.485 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:25.486 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/07 02:12:25.488 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:25.498 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:25.498 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:25.499 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:25.499 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:25.500 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:25.500 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:25.500 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:25.500 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:25.500 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:25.518 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:25.520 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:25.520 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/07 02:12:25.520 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:25.520 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=348.5GiB] [2024/05/07 02:12:25.574 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=137] [2024/05/07 02:12:25.578 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 02:12:25.581 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 02:12:25.582 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/05/07 02:12:25.616 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/05/07 02:12:25.619 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.249175ms] [encodeDur=616.144µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=343.789µs] [type=file] [takeTime=2.655813ms] [] [2024/05/07 02:12:25.620 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/4b29a509-521f-4c91-80e2-b552217a3425.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/05/07 02:12:25.620 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=137] [takeTime=45.886999ms] [] [2024/05/07 02:12:25.620 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/07 02:12:25.620 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/07 02:12:25.620 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 02:12:25.622 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=2.057829ms] [] [2024/05/07 02:12:25.622 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/05/07 02:12:25.627 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:25.649 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:12:25.649 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:25.662 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:12:25.664 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=41.721243ms] [] [2024/05/07 02:12:25.664 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/05/07 02:12:25.665 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.145282ms] [] [2024/05/07 02:12:25.665 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/05/07 02:12:25.665 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 02:12:25.667 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.552264ms] [] [2024/05/07 02:12:25.667 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/05/07 02:12:25.667 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 02:12:25.667 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=59.474µs] [] [2024/05/07 02:12:25.667 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/05/07 02:12:25.668 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.022557ms] [] [2024/05/07 02:12:25.725 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:25.729 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:25.729 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:25.729 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:25.729 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:25.732 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:25.732 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:25.732 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:25.732 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:25.732 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:25.732 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=246.629524ms] [] [2024/05/07 02:12:25.869 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:25.870 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:25.871 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:25.871 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:25.939 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 02:12:25.940 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:25.940 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:26.078 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:26.134 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [2024/05/07 02:12:26.135 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [2024/05/07 02:12:26.135 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [2024/05/07 02:12:26.135 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [takeTime=11.846µs] [] [2024/05/07 02:12:26.135 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/07 02:12:26.135 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:12:26.135 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [weight=30] [2024/05/07 02:12:26.135 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [concurrency=15] [2024/05/07 02:12:26.139 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/07 02:12:26.140 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:12:26.140 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [takeTime=5.0027ms] [] [2024/05/07 02:12:26.140 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=138] [takeTime=5.174151ms] [] [2024/05/07 02:12:26.237 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=158.878422ms] [] [2024/05/07 02:12:26.262 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:26.262 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/05/07 02:12:26.265 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/05/07 02:12:26.307 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=72] [2024/05/07 02:12:26.323 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/05/07 02:12:26.331 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:26.331 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/05/07 02:12:26.407 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:26.578 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:26.856 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:12:26.959 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:26.968 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.404070059\n# Parse_time: 0.000508661\n# Compile_time: 0.0013853\n# Rewrite_time: 0.000298773\n# Optimize_time: 0.000949807\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDAxbXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NDAxbXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/07 02:12:27.000 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/05/07 02:12:27.000 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:27.105 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:27.106 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:27.107 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/05/07 02:12:27.127 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:27.132 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/07 02:12:27.183 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 02:12:27.184 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=173.81µs] [2024/05/07 02:12:27.184 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=712.322µs] [] [2024/05/07 02:12:27.184 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:27.184 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:27.295 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/05/07 02:12:27.314 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/05/07 02:12:27.322 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:27.364 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:27.365 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 02:12:27.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:27.374 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:27.375 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:27.375 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:27.375 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:27.376 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:27.376 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:27.376 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:27.376 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:27.376 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:27.390 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:27.392 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:27.392 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/07 02:12:27.392 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:27.392 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=348.5GiB] [2024/05/07 02:12:27.436 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=139] [2024/05/07 02:12:27.440 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 02:12:27.444 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 02:12:27.444 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/05/07 02:12:27.476 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/05/07 02:12:27.478 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.135667ms] [encodeDur=622.602µs] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=236.917µs] [type=file] [takeTime=2.390833ms] [] [2024/05/07 02:12:27.479 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/05/07 02:12:27.480 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=139] [takeTime=43.020819ms] [] [2024/05/07 02:12:27.480 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/e70cc775-7940-4c73-8d18-0db311922642.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/05/07 02:12:27.480 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/07 02:12:27.480 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/07 02:12:27.480 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 02:12:27.482 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=2.146182ms] [] [2024/05/07 02:12:27.482 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/05/07 02:12:27.487 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:27.508 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/05/07 02:12:27.509 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:27.522 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/05/07 02:12:27.524 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=41.509056ms] [] [2024/05/07 02:12:27.524 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/05/07 02:12:27.525 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.158595ms] [] [2024/05/07 02:12:27.525 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/05/07 02:12:27.525 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 02:12:27.527 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.543109ms] [] [2024/05/07 02:12:27.527 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/05/07 02:12:27.527 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 02:12:27.527 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=53.994µs] [] [2024/05/07 02:12:27.527 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/05/07 02:12:27.528 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=956.158µs] [] [2024/05/07 02:12:27.625 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:27.629 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:27.629 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:27.629 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:27.629 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:27.632 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:27.632 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:27.632 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:27.632 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:27.632 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:27.632 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=268.286446ms] [] [2024/05/07 02:12:27.643 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:27.644 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:27.645 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:27.645 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:27.719 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 02:12:27.720 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:27.720 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:27.857 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:27.903 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [2024/05/07 02:12:27.903 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [2024/05/07 02:12:27.903 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [2024/05/07 02:12:27.903 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [takeTime=11.099µs] [] [2024/05/07 02:12:27.903 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/05/07 02:12:27.903 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [checksum="{cksum=0,size=50,kvs=2}"] [2024/05/07 02:12:27.904 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [weight=30] [2024/05/07 02:12:27.904 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [concurrency=15] [2024/05/07 02:12:27.908 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/05/07 02:12:27.908 +00:00] [ERROR] [subtask_executor.go:117] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [takeTime=5.137474ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:117\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:27.909 +00:00] [ERROR] [task_executor.go:488] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=140] [takeTime=5.519163ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:488\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:27.909 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:27.909 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:27.910 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/07 02:12:27.932 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=75.394853ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/07 02:12:27.932 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:149\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:148\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:497\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:28.041 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/05/07 02:12:28.082 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/05/07 02:12:28.122 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/05/07 02:12:28.123 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/05/07 02:12:28.129 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/05/07 02:12:28.206 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=73] [2024/05/07 02:12:28.231 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:28.231 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/05/07 02:12:28.306 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:28.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:28.715 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/05/07 02:12:28.796 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:28.802 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.312925394\n# Parse_time: 0.000497677\n# Compile_time: 0.001390765\n# Rewrite_time: 0.000368066\n# Optimize_time: 0.000206627\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzEwLjRtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzEwLjRtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/05/07 02:12:28.839 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/05/07 02:12:28.840 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:28.947 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:28.948 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:28.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/05/07 02:12:28.969 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:28.972 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/07 02:12:28.972 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/05/07 02:12:28.972 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=65.126µs] [2024/05/07 02:12:28.972 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=175.834µs] [] [2024/05/07 02:12:28.972 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:28.972 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:29.078 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/05/07 02:12:29.097 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/05/07 02:12:29.102 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:29.145 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:29.146 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/07 02:12:29.147 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:29.155 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:29.155 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:29.156 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:29.156 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:29.157 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:29.157 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:29.157 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:29.157 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:29.157 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:29.171 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:29.173 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:29.173 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/05/07 02:12:29.173 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:29.173 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=348.5GiB] [2024/05/07 02:12:29.219 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=141] [2024/05/07 02:12:29.222 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/05/07 02:12:29.226 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/05/07 02:12:29.226 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/05/07 02:12:29.226 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=141] [takeTime=7.284413ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:29.226 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:29.227 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:29.228 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:12:29.228 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:29.228 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:29.228 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:29.228 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:29.228 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:29.228 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:29.228 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:29.228 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:29.248 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/05/07 02:12:29.251 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:29.251 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:29.251 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:29.251 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:29.251 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:29.253 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:29.253 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:29.253 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:29.253 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:29.253 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:29.253 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=107.886816ms] [error="occur an error when sort chunk"] [2024/05/07 02:12:29.253 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:65\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:29.278 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/05/07 02:12:29.363 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/05/07 02:12:29.383 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/05/07 02:12:29.385 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/05/07 02:12:29.400 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/05/07 02:12:29.454 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=74] [2024/05/07 02:12:29.483 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:29.483 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/05/07 02:12:29.567 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/05/07 02:12:29.905 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/05/07 02:12:29.909 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/05/07 02:12:29.947 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:29.947 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/05/07 02:12:30.000 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.034 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=1.200586ms] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:30.048 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/05/07 02:12:30.081 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=53.02829ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.140 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:29.881 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.170 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/05/07 02:12:30.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:30.177 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:12:30.225 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:30.225 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:12:30.298 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:30.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.307 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/05/07 02:12:30.414 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.363989ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:30.426 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/05/07 02:12:30.460 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=54.144884ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.532 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:30.181 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.570 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/05/07 02:12:30.570 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:30.574 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397729352\n# Parse_time: 0.000463914\n# Compile_time: 0.000773789\n# Rewrite_time: 0.000048598\n# Optimize_time: 0.000195746\n# Wait_TS: 0.000451625\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/05/07 02:12:30.576 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:12:30.610 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:30.610 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 02:12:30.652 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:30.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.660 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/05/07 02:12:30.723 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.483996ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:30.734 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/05/07 02:12:30.769 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=52.976739ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.893 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:30.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:30.944 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/05/07 02:12:30.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:30.948 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.373739412\n# Parse_time: 0.000432074\n# Compile_time: 0.000932521\n# Rewrite_time: 0.000056975\n# Optimize_time: 0.000195746\n# Wait_TS: 0.000469398\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/05/07 02:12:30.950 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/05/07 02:12:30.990 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:30.990 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/07 02:12:31.043 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:30.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:31.051 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/05/07 02:12:31.096 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.285557ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:31.108 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/05/07 02:12:31.143 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=52.869142ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:30.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:31.184 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:30.931 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:31.272 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/05/07 02:12:31.273 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:31.277 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328230133\n# Parse_time: 0.000447032\n# Compile_time: 0.000995223\n# Rewrite_time: 0.000048456\n# Optimize_time: 0.000195746\n# Wait_TS: 0.000345505\n# DB: test_show_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/05/07 02:12:31.280 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/05/07 02:12:31.517 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/05/07 02:12:31.712 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/05/07 02:12:31.887 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/05/07 02:12:32.173 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/05/07 02:12:32.325 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/07 02:12:32.580 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:32.775 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:32.904 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:32.945 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/05/07 02:12:32.945 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:33.051 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:33.052 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:33.053 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/05/07 02:12:33.075 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:33.078 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/05/07 02:12:33.078 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/05/07 02:12:33.078 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=62.053µs] [2024/05/07 02:12:33.079 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=171.761µs] [] [2024/05/07 02:12:33.079 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:33.079 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:33.188 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/05/07 02:12:33.208 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/05/07 02:12:33.219 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:33.260 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:33.261 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/07 02:12:33.263 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:33.271 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:33.271 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:33.272 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:33.272 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:33.273 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:33.273 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:33.273 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:33.273 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:33.273 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:33.288 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:33.290 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:33.346 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/05/07 02:12:33.346 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:33.346 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=348.5GiB] [2024/05/07 02:12:33.395 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=142] [2024/05/07 02:12:33.399 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 02:12:33.403 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 02:12:33.403 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/05/07 02:12:33.444 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/05/07 02:12:33.447 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.147656ms] [encodeDur=554.292µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=193.1µs] [type=file] [takeTime=2.265984ms] [] [2024/05/07 02:12:33.448 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=142] [takeTime=53.095468ms] [] [2024/05/07 02:12:33.448 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/a64c023d-9c2e-4818-bcef-1c08f0de58de.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/05/07 02:12:33.448 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/07 02:12:33.448 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/07 02:12:33.448 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 02:12:33.450 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.128977ms] [] [2024/05/07 02:12:33.450 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/05/07 02:12:33.456 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:33.478 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:12:33.478 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:33.492 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:12:33.494 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=43.542523ms] [] [2024/05/07 02:12:33.494 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/05/07 02:12:33.495 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.122901ms] [] [2024/05/07 02:12:33.495 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/05/07 02:12:33.495 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 02:12:33.497 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.507071ms] [] [2024/05/07 02:12:33.497 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/05/07 02:12:33.497 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 02:12:33.497 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=76.408µs] [] [2024/05/07 02:12:33.497 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/05/07 02:12:33.498 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=948.171µs] [] [2024/05/07 02:12:33.550 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:33.553 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:33.553 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:33.553 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:33.554 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:33.554 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:33.556 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:33.556 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:33.556 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:33.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:33.556 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:33.556 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=295.744818ms] [] [2024/05/07 02:12:33.567 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:33.568 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:33.569 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:33.569 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:33.631 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 02:12:33.632 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:33.632 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:33.855 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:33.903 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [2024/05/07 02:12:33.904 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [2024/05/07 02:12:33.904 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [2024/05/07 02:12:33.904 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [takeTime=10.048µs] [] [2024/05/07 02:12:33.904 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/07 02:12:33.904 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:12:33.904 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [weight=30] [2024/05/07 02:12:33.904 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [concurrency=15] [2024/05/07 02:12:33.908 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/07 02:12:33.908 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:12:33.908 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [takeTime=4.763284ms] [] [2024/05/07 02:12:33.908 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=143] [takeTime=4.979351ms] [] [2024/05/07 02:12:33.960 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=105.327577ms] [] [2024/05/07 02:12:33.967 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:33.967 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/05/07 02:12:33.969 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/05/07 02:12:34.019 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/05/07 02:12:34.050 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=75] [2024/05/07 02:12:34.075 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:34.075 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/05/07 02:12:34.215 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:34.238 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6735770840000002\n# Parse_time: 0.000496427\n# Compile_time: 0.001876142\n# Rewrite_time: 0.000405364\n# Optimize_time: 0.000183287\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/05/07 02:12:34.272 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:34.472 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:34.558 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:34.656 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/05/07 02:12:34.656 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:34.762 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:34.763 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:34.764 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/05/07 02:12:34.786 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:34.789 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/05/07 02:12:34.789 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/05/07 02:12:34.789 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=58.322µs] [2024/05/07 02:12:34.790 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=170.314µs] [] [2024/05/07 02:12:34.790 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:34.790 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:34.894 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/05/07 02:12:34.911 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/05/07 02:12:34.929 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:34.971 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:34.973 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/07 02:12:34.974 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:34.982 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:34.982 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:34.983 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:34.983 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:34.984 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:34.984 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:34.984 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:34.984 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:34.984 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:34.998 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:34.999 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:34.999 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/05/07 02:12:34.999 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:34.999 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=348.5GiB] [2024/05/07 02:12:35.102 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=144] [2024/05/07 02:12:35.107 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 02:12:35.111 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 02:12:35.111 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/05/07 02:12:35.210 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/05/07 02:12:35.213 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.105931ms] [encodeDur=1.065896ms] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=337.934µs] [type=file] [takeTime=2.892571ms] [] [2024/05/07 02:12:35.214 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/0895000a-c5b2-438e-884a-14a7d0e7f9dd.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/05/07 02:12:35.214 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=144] [takeTime=111.481583ms] [] [2024/05/07 02:12:35.214 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/07 02:12:35.214 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/07 02:12:35.214 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 02:12:35.216 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.082024ms] [] [2024/05/07 02:12:35.216 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/05/07 02:12:35.221 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:35.243 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:12:35.243 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:35.256 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:12:35.258 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=41.390644ms] [] [2024/05/07 02:12:35.258 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/05/07 02:12:35.259 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.168503ms] [] [2024/05/07 02:12:35.259 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/05/07 02:12:35.259 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 02:12:35.261 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.539234ms] [] [2024/05/07 02:12:35.261 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/05/07 02:12:35.261 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 02:12:35.261 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=55.974µs] [] [2024/05/07 02:12:35.261 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/05/07 02:12:35.262 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=928.003µs] [] [2024/05/07 02:12:35.309 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:35.312 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:35.313 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:35.313 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:35.313 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:35.313 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:35.315 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:35.315 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:35.315 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:35.315 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:35.315 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:35.315 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=343.83811ms] [] [2024/05/07 02:12:35.379 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:35.380 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:35.381 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:35.381 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:35.456 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/05/07 02:12:35.457 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:35.457 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:35.675 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:35.718 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [2024/05/07 02:12:35.718 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [2024/05/07 02:12:35.718 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [2024/05/07 02:12:35.718 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [takeTime=10.615µs] [] [2024/05/07 02:12:35.718 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/05/07 02:12:35.718 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:12:35.718 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [weight=30] [2024/05/07 02:12:35.718 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [concurrency=15] [2024/05/07 02:12:35.722 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/05/07 02:12:35.723 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/05/07 02:12:35.723 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [takeTime=4.832067ms] [] [2024/05/07 02:12:35.723 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=145] [takeTime=5.061986ms] [] [2024/05/07 02:12:35.762 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=87.33006ms] [] [2024/05/07 02:12:35.782 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:35.782 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/05/07 02:12:35.785 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/05/07 02:12:35.850 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/05/07 02:12:35.861 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=76] [2024/05/07 02:12:35.884 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:35.884 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/05/07 02:12:36.010 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:36.114 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8549786350000002\n# Parse_time: 0.000657964\n# Compile_time: 0.001504399\n# Rewrite_time: 0.000272174\n# Optimize_time: 0.000187436\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/05/07 02:12:36.175 +00:00] [INFO] [session.go:3939] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/05/07 02:12:36.408 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:36.572 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/05/07 02:12:36.659 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/05/07 02:12:36.701 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/05/07 02:12:36.701 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/05/07 02:12:36.807 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:36.808 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:36.809 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/05/07 02:12:36.828 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:36.831 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/05/07 02:12:36.831 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/05/07 02:12:36.831 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=124.143µs] [2024/05/07 02:12:36.831 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=313.413µs] [] [2024/05/07 02:12:36.831 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/05/07 02:12:36.832 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/05/07 02:12:36.962 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/05/07 02:12:36.981 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/05/07 02:12:37.016 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=51] [2024/05/07 02:12:37.060 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:37.061 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/07 02:12:37.063 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:37.072 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:37.072 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:37.073 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:37.073 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:37.074 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:37.074 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:37.074 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:37.074 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:37.074 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:37.088 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:37.089 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:37.089 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/05/07 02:12:37.090 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:37.090 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=348.5GiB] [2024/05/07 02:12:37.134 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=146] [2024/05/07 02:12:37.138 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 02:12:37.142 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 02:12:37.142 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/07 02:12:37.270 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/05/07 02:12:37.273 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=1.407674ms] [encodeDur=761.51µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=217.874µs] [type=file] [takeTime=2.934617ms] [] [2024/05/07 02:12:37.274 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/fdf6eb6f-5279-4a5e-868c-1037ca35cb5b.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/05/07 02:12:37.275 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=146] [takeTime=139.983546ms] [] [2024/05/07 02:12:37.275 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/07 02:12:37.275 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/07 02:12:37.275 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 02:12:37.278 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=2.404634ms] [] [2024/05/07 02:12:37.278 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/05/07 02:12:37.283 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:37.305 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:12:37.305 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:37.319 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:12:37.321 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=43.570942ms] [] [2024/05/07 02:12:37.321 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/05/07 02:12:37.323 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.18631ms] [] [2024/05/07 02:12:37.323 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/05/07 02:12:37.323 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 02:12:37.325 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.741134ms] [] [2024/05/07 02:12:37.325 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/05/07 02:12:37.325 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 02:12:37.325 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=60.042µs] [] [2024/05/07 02:12:37.325 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/05/07 02:12:37.326 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=987.442µs] [] [2024/05/07 02:12:37.488 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/05/07 02:12:37.492 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 02:12:37.496 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 02:12:37.496 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/05/07 02:12:37.569 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/05/07 02:12:37.571 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.045485ms] [encodeDur=619.531µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=56.383µs] [type=file] [takeTime=2.05402ms] [] [2024/05/07 02:12:37.573 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=84.016897ms] [] [2024/05/07 02:12:37.573 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/252c5f99-b23e-42de-ac1c-4093662c6ed7.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/05/07 02:12:37.573 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/07 02:12:37.573 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/07 02:12:37.573 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 02:12:37.576 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.711033ms] [] [2024/05/07 02:12:37.576 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/05/07 02:12:37.580 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:37.603 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/05/07 02:12:37.603 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:37.616 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/05/07 02:12:37.618 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=42.626352ms] [] [2024/05/07 02:12:37.619 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/05/07 02:12:37.620 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.12975ms] [] [2024/05/07 02:12:37.620 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/05/07 02:12:37.620 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 02:12:37.621 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.537385ms] [] [2024/05/07 02:12:37.621 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/05/07 02:12:37.622 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 02:12:37.622 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=64.358µs] [] [2024/05/07 02:12:37.622 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/05/07 02:12:37.623 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=912.575µs] [] [2024/05/07 02:12:37.785 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:37.787 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:37.788 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:37.788 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:37.804 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/05/07 02:12:37.810 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:37.810 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:37.810 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:37.810 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:37.810 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:37.810 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:37.810 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:37.810 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:37.811 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:37.811 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:37.811 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:37.811 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:37.811 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:37.813 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:37.813 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:37.813 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:37.813 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:37.813 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:37.813 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=753.156972ms] [] [2024/05/07 02:12:37.861 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/05/07 02:12:37.862 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:37.862 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/05/07 02:12:38.003 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/05/07 02:12:38.057 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [2024/05/07 02:12:38.057 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [2024/05/07 02:12:38.057 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [2024/05/07 02:12:38.057 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [takeTime=11.075µs] [] [2024/05/07 02:12:38.057 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/05/07 02:12:38.057 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/07 02:12:38.057 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [weight=30] [2024/05/07 02:12:38.057 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [concurrency=15] [2024/05/07 02:12:38.068 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/05/07 02:12:38.068 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/05/07 02:12:38.068 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [takeTime=11.246727ms] [] [2024/05/07 02:12:38.069 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=148] [takeTime=11.433274ms] [] [2024/05/07 02:12:38.179 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=176.386067ms] [] [2024/05/07 02:12:38.192 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:38.193 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/05/07 02:12:38.195 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/05/07 02:12:38.241 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=77] [2024/05/07 02:12:38.266 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/05/07 02:12:38.270 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:38.270 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/05/07 02:12:38.348 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:38.517 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.124695311\n# Parse_time: 0.00088649\n# Compile_time: 0.001977597\n# Rewrite_time: 0.000435593\n# Optimize_time: 0.00021201\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xMnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xMnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/05/07 02:12:38.529 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/05/07 02:12:38.619 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:38.619 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/05/07 02:12:38.692 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:38.732 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=276.653µs] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:38.743 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/05/07 02:12:38.780 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=53.419033ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:38.834 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:38.862 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=226.857µs] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:38.872 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/05/07 02:12:38.910 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=52.741319ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:38.984 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.017 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=236.768µs] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/05/07 02:12:39.028 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/05/07 02:12:39.067 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=53.67613ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.193 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/05/07 02:12:39.202 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/05/07 02:12:39.206 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:38.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.260 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/05/07 02:12:39.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:39.264 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.736489662\n# Parse_time: 0.000487826\n# Compile_time: 0.000774676\n# Rewrite_time: 0.000039351\n# Optimize_time: 0.001422184\n# Wait_TS: 0.000338219\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/05/07 02:12:39.266 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/05/07 02:12:39.297 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:39.297 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/05/07 02:12:39.368 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.400 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.124808ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/05/07 02:12:39.412 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/05/07 02:12:39.448 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=53.384344ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-05-07 02:12:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.524 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:39.231 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.549 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/05/07 02:12:39.549 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:39.554 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/05/07 02:12:39.657 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:39.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:39.657 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:39.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/05/07 02:12:39.712 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:39.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.720 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/05/07 02:12:39.764 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.393679ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/05/07 02:12:39.776 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/05/07 02:12:39.811 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=52.919993ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:39.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.862 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:39.581 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:39.913 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/05/07 02:12:39.913 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:39.916 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.363686452\n# Parse_time: 0.000426529\n# Compile_time: 0.001275763\n# Rewrite_time: 0.000048769\n# Optimize_time: 0.001422184\n# Wait_TS: 0.0003706\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"] [2024/05/07 02:12:39.934 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:40.185 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:40.261 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:40.301 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/05/07 02:12:40.301 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:40.407 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:40.408 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:40.409 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/05/07 02:12:40.431 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:40.434 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/07 02:12:40.434 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/07 02:12:40.434 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=59.622µs] [2024/05/07 02:12:40.434 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=175.135µs] [] [2024/05/07 02:12:40.434 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:40.434 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:40.633 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/05/07 02:12:40.652 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/05/07 02:12:40.657 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:40.700 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:40.701 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 02:12:40.702 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:40.711 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:40.711 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:40.712 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:40.712 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:40.713 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:40.713 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:40.713 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:40.713 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:40.713 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:40.728 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:40.729 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:40.729 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/05/07 02:12:40.730 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:40.730 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=348.5GiB] [2024/05/07 02:12:40.771 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=149] [2024/05/07 02:12:40.775 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 02:12:40.778 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 02:12:40.779 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/05/07 02:12:40.793 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/05/07 02:12:40.796 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.207803ms] [encodeDur=630.296µs] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=233.565µs] [type=file] [takeTime=2.473085ms] [] [2024/05/07 02:12:40.797 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/e29525b2-808c-43d8-892d-dec6fefa07ec.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/05/07 02:12:40.797 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=149] [takeTime=25.836798ms] [] [2024/05/07 02:12:40.797 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/07 02:12:40.797 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/07 02:12:40.797 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 02:12:40.799 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.962215ms] [] [2024/05/07 02:12:40.799 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/05/07 02:12:40.804 +00:00] [INFO] [local.go:1279] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/05/07 02:12:40.826 +00:00] [INFO] [local.go:1317] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/05/07 02:12:40.826 +00:00] [INFO] [local.go:835] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/05/07 02:12:40.840 +00:00] [INFO] [local.go:1328] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/05/07 02:12:40.842 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=42.480765ms] [] [2024/05/07 02:12:40.842 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 02:12:40.843 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.203522ms] [] [2024/05/07 02:12:40.843 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/05/07 02:12:40.843 +00:00] [INFO] [backend.go:330] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 02:12:40.845 +00:00] [INFO] [backend.go:332] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.673704ms] [] [2024/05/07 02:12:40.845 +00:00] [INFO] [backend.go:372] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/05/07 02:12:40.845 +00:00] [INFO] [local.go:1257] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 02:12:40.845 +00:00] [INFO] [backend.go:378] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=56.534µs] [] [2024/05/07 02:12:40.845 +00:00] [INFO] [backend.go:391] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 02:12:40.846 +00:00] [INFO] [backend.go:393] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=821.903µs] [] [2024/05/07 02:12:40.889 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/05/07 02:12:40.892 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:40.892 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:40.892 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:40.892 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:40.892 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:40.892 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:40.892 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:40.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:40.893 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:40.893 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:40.893 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:40.893 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:40.893 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:40.895 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:40.895 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:40.895 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:40.895 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:40.895 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:40.895 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=194.909073ms] [] [2024/05/07 02:12:40.925 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/05/07 02:12:40.926 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:40.927 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/05/07 02:12:40.927 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/05/07 02:12:41.061 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/05/07 02:12:41.063 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/05/07 02:12:41.063 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/05/07 02:12:41.202 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:41.260 +00:00] [INFO] [task_executor.go:486] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [2024/05/07 02:12:41.260 +00:00] [INFO] [subtask_executor.go:115] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [2024/05/07 02:12:41.260 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [2024/05/07 02:12:41.267 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [takeTime=7.354895ms] [] [2024/05/07 02:12:41.267 +00:00] [INFO] [subtask_executor.go:133] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/05/07 02:12:41.267 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/07 02:12:41.268 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [weight=30] [2024/05/07 02:12:41.268 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [concurrency=15] [2024/05/07 02:12:41.271 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/05/07 02:12:41.271 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/05/07 02:12:41.272 +00:00] [INFO] [subtask_executor.go:117] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [takeTime=11.712805ms] [] [2024/05/07 02:12:41.272 +00:00] [INFO] [task_executor.go:488] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=150] [takeTime=11.929334ms] [] [2024/05/07 02:12:41.310 +00:00] [INFO] [task_executor.go:309] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=107.955635ms] [] [2024/05/07 02:12:41.325 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/05/07 02:12:41.326 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/05/07 02:12:41.328 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/05/07 02:12:41.434 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=78] [2024/05/07 02:12:41.456 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/05/07 02:12:41.463 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:41.463 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/05/07 02:12:41.534 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6139960740000001\n# Parse_time: 0.001283305\n# Compile_time: 0.001371132\n# Rewrite_time: 0.000259509\n# Optimize_time: 0.001422184\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:12:41.546 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:41.548 +00:00] [INFO] [session.go:3945] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/05/07 02:12:41.577 +00:00] [INFO] [ddl_worker.go:259] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-07 02:12:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/05/07 02:12:41.577 +00:00] [INFO] [ddl.go:1182] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-05-07 02:12:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/05/07 02:12:41.625 +00:00] [INFO] [ddl_worker.go:1185] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-05-07 02:12:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:41.636 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/05/07 02:12:41.683 +00:00] [INFO] [domain.go:280] ["diff load InfoSchema success"] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=2.284259ms] [gotSchemaVersion=251] [phyTblIDs="[350,352]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/05/07 02:12:41.694 +00:00] [INFO] [domain.go:887] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/05/07 02:12:41.721 +00:00] [INFO] [schema_version.go:379] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=53.479328ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:41.838 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/05/07 02:12:41.848 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/05/07 02:12:41.852 +00:00] [INFO] [ddl_worker.go:743] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-05-07 02:12:41.531 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/05/07 02:12:41.906 +00:00] [INFO] [ddl.go:1287] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/05/07 02:12:41.906 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/05/07 02:12:41.910 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362914977\n# Parse_time: 0.000356505\n# Compile_time: 0.000841121\n# Rewrite_time: 0.000036763\n# Optimize_time: 0.001453515\n# Wait_TS: 0.000386069\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/05/07 02:12:41.926 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:42.104 +00:00] [INFO] [import_into.go:174] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/05/07 02:12:42.247 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/05/07 02:12:42.288 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/05/07 02:12:42.288 +00:00] [INFO] [scheduler.go:120] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/05/07 02:12:42.395 +00:00] [INFO] [scheduler.go:422] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/05/07 02:12:42.396 +00:00] [INFO] [scheduler.go:446] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/05/07 02:12:42.397 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/05/07 02:12:42.426 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:42.429 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/05/07 02:12:42.429 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/05/07 02:12:42.430 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=77.433µs] [2024/05/07 02:12:42.430 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=181.461µs] [] [2024/05/07 02:12:42.430 +00:00] [INFO] [scheduler.go:318] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/05/07 02:12:42.430 +00:00] [INFO] [scheduler.go:472] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/05/07 02:12:42.537 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/05/07 02:12:42.556 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/05/07 02:12:42.569 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=44] [2024/05/07 02:12:42.611 +00:00] [INFO] [task_executor.go:301] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/05/07 02:12:42.612 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/07 02:12:42.614 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/05/07 02:12:42.623 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/05/07 02:12:42.623 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7366073325147741715] [2024/05/07 02:12:42.624 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:42.624 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/05/07 02:12:42.625 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:42.625 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/05/07 02:12:42.625 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/05/07 02:12:42.625 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/05/07 02:12:42.625 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:42.639 +00:00] [INFO] [local.go:682] ["multi ingest support"] [category=ddl-ingest] [2024/05/07 02:12:42.641 +00:00] [INFO] [local.go:704] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/05/07 02:12:42.641 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/05/07 02:12:42.641 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/05/07 02:12:42.641 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=348.5GiB] [2024/05/07 02:12:42.754 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=151] [2024/05/07 02:12:42.758 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/05/07 02:12:42.762 +00:00] [INFO] [backend.go:253] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/05/07 02:12:42.763 +00:00] [INFO] [subtask_executor.go:60] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/05/07 02:12:42.778 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/05/07 02:12:42.785 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=2.044315ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:75\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:12:42.785 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=151] [takeTime=30.958441ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:413\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:414\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:42.785 +00:00] [ERROR] [task_executor.go:549] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:549\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:42.786 +00:00] [ERROR] [task_executor.go:555] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:555\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:428\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:384\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:266\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:246\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:42.786 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:42.786 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:42.786 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:42.786 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:42.786 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:42.786 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:42.786 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:42.786 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:42.786 +00:00] [WARN] [task_executor.go:640] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/07 02:12:42.806 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/05/07 02:12:42.810 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:42.810 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:42.810 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:42.810 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:42.810 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:42.813 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=lightning] [2024/05/07 02:12:42.813 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:42.813 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:42.813 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:42.813 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:42.813 +00:00] [INFO] [task_executor.go:309] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=201.923781ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/07 02:12:42.814 +00:00] [ERROR] [task_executor.go:248] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:248\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/05/07 02:12:42.921 +00:00] [WARN] [scheduler.go:399] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/05/07 02:12:42.955 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/05/07 02:12:43.012 +00:00] [INFO] [scheduler.go:329] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/05/07 02:12:43.013 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/05/07 02:12:43.028 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/05/07 02:12:43.095 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exist"] [server-id=:4000] [task-id=79] [2024/05/07 02:12:43.254 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/05/07 02:12:43.254 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/05/07 02:12:43.309 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:193\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:140\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:265\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/05/07 02:12:43.310 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.3993675890000001\n# Parse_time: 0.001090667\n# Compile_time: 0.001562864\n# Rewrite_time: 0.000240827\n# Optimize_time: 0.001453515\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS40cywgbG9vcHM6MQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('RcAKQQoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhJ0aW1lOjEuNHMsIGxvb3BzOjFw////CQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/05/07 02:12:43.339 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [2024/05/07 02:12:43.339 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [2024/05/07 02:12:43.339 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:12:43.341 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [] [2024/05/07 02:12:43.342 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:12:43.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=30.356µs] [2024/05/07 02:12:43.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=19.63µs] [2024/05/07 02:12:43.342 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=21.64µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=20.003µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=20.19µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=20.846µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=16.825µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=12.228µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=15.45µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=15.889µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_worker.go:186] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=16.114µs] [2024/05/07 02:12:43.343 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/05/07 02:12:43.343 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/05/07 02:12:43.343 +00:00] [INFO] [session_pool.go:99] ["closing session pool"] [category=ddl] [2024/05/07 02:12:43.347 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/05/07 02:12:43.380 +00:00] [INFO] [ddl.go:951] ["DDL closed"] [category=ddl] [ID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] ["take time"=59.808164ms] [2024/05/07 02:12:43.380 +00:00] [INFO] [ddl.go:769] ["stop DDL"] [category=ddl] [ID=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [2024/05/07 02:12:43.383 +00:00] [INFO] [domain.go:1026] ["stopping ttlJobManager"] [2024/05/07 02:12:43.383 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/05/07 02:12:43.383 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/cca76586-112c-4221-b84f-d87dbd1ae064] [watcherID=156d240f-ff1f-40d0-8b34-e887eb72b9a8] [2024/05/07 02:12:43.383 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/cca76586-112c-4221-b84f-d87dbd1ae064] [2024/05/07 02:12:43.383 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:12:43.383 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:12:43.383 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:12:43.383 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:12:43.383 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/05/07 02:12:43.384 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/05/07 02:12:43.384 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:12:43.384 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:12:43.384 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:12:43.384 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/05/07 02:12:43.390 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/05/07 02:12:43.390 +00:00] [INFO] [domain.go:1037] ["ttlJobManager exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2817] ["releaseServerID succeed"] [serverID=413] [2024/05/07 02:12:43.391 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:711] ["infoSyncerKeeper exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2020] ["PlanReplayerTaskCollectHandle exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2450] ["autoAnalyzeWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2371] ["updateStatsWorker is going to exit, start to flush stats"] [2024/05/07 02:12:43.391 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2323] ["loadStatsWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2074] ["dumpFileGcChecker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/05/07 02:12:43.391 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:1700] ["loadPrivilegeInLoop exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2492] ["analyzeJobsCleanupWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:1542] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [2024/05/07 02:12:43.392 +00:00] [INFO] [domain.go:2105] ["HistoricalStatsWorker exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2881] ["serverIDKeeper exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:1750] ["LoadSysVarCacheLoop exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/05/07 02:12:43.392 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:907] ["loadSchemaInLoop exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/05/07 02:12:43.392 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b watch owner key /tidb/stats/owner/3eaa8f50cd6cd156"] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:737] ["globalConfigSyncerKeeper exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/05/07 02:12:43.392 +00:00] [INFO] [manager.go:446] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b watch owner key /tidb/br-stream/owner/6f188f50cd6cd0bc"] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2352] ["indexUsageWorker exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/05/07 02:12:43.392 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [2024/05/07 02:12:43.392 +00:00] [WARN] [manager.go:306] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b"] [2024/05/07 02:12:43.392 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/05/07 02:12:43.391 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/05/07 02:12:43.391 +00:00] [INFO] [stats_syncload.go:202] ["SubLoadWorker exited."] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:761] ["topologySyncerKeeper exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/05/07 02:12:43.392 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/05/07 02:12:43.392 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/05/07 02:12:43.392 +00:00] [INFO] [domain.go:1544] ["dist task scheduler manager stopped"] [id=6fbf3f30-33e6-4322-9d74-0ab87bfea03b] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/05/07 02:12:43.391 +00:00] [INFO] [domain.go:2040] ["PlanReplayerTaskDumpHandle exited."] [2024/05/07 02:12:43.392 +00:00] [INFO] [domain.go:1527] ["stopping dist task executor manager"] [2024/05/07 02:12:43.392 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/05/07 02:12:43.392 +00:00] [INFO] [manager.go:257] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b"] [2024/05/07 02:12:43.392 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/05/07 02:12:43.392 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/05/07 02:12:43.392 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/05/07 02:12:43.393 +00:00] [INFO] [domain.go:2373] ["updateStatsWorker ready to release owner"] [2024/05/07 02:12:43.393 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [error="context canceled"] [2024/05/07 02:12:43.394 +00:00] [INFO] [domain.go:683] ["topNSlowQueryLoop exited."] [2024/05/07 02:12:43.394 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/05/07 02:12:43.394 +00:00] [INFO] [domain.go:1361] ["closestReplicaReadCheckLoop exited."] [2024/05/07 02:12:43.394 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=f41abb9e-22cb-4a1c-92b7-a0e65078688b] [daemon-id=LogBackup::Advancer] [2024/05/07 02:12:43.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/05/07 02:12:43.394 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b"] [error="context canceled"] [2024/05/07 02:12:43.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/05/07 02:12:43.394 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/05/07 02:12:43.404 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:12:43.406 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/05/07 02:12:43.406 +00:00] [WARN] [session.go:2153] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/05/07 02:12:43.407 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1817\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3731\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3787\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:292\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1471\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:258\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1630\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:270\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1766\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:274\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2143\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:248\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2280\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2141\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1518\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/05/07 02:12:43.408 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/05/07 02:12:43.408 +00:00] [INFO] [domain.go:1529] ["dist task executor manager stopped"] [2024/05/07 02:12:43.408 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/05/07 02:12:43.594 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:12:43.595 +00:00] [INFO] [manager.go:261] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:259\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/05/07 02:12:44.665 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:12:44.665 +00:00] [INFO] [domain.go:1889] ["globalBindHandleWorkerLoop exited."] [2024/05/07 02:12:44.665 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/05/07 02:12:44.838 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager f41abb9e-22cb-4a1c-92b7-a0e65078688b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:12:44.847 +00:00] [INFO] [manager.go:317] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 6fbf3f30-33e6-4322-9d74-0ab87bfea03b"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/05/07 02:12:44.847 +00:00] [INFO] [domain.go:2379] ["updateStatsWorker exit preprocessing finished"] [2024/05/07 02:12:44.847 +00:00] [INFO] [domain.go:2404] ["updateStatsWorker exited."] [2024/05/07 02:12:44.847 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/05/07 02:12:44.856 +00:00] [INFO] [domain.go:1074] ["domain closed"] ["take time"=1.535123708s] [2024/05/07 02:12:44.856 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/05/07 02:12:44.856 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/05/07 02:12:44.856 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/05/07 02:12:44.856 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/05/07 02:12:44.856 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/05/07 02:12:44.857 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/05/07 02:12:44.857 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/05/07 02:12:44.858 +00:00] [INFO] [client.go:329] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (255.69s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (35.06s) --- PASS: TestImportInto/TestCancelJob (8.47s) --- PASS: TestImportInto/TestChecksumNotMatch (7.29s) --- PASS: TestImportInto/TestColumnsAndUserVars (3.26s) --- PASS: TestImportInto/TestDeliverBytesRows (4.79s) --- PASS: TestImportInto/TestDetachedLoadParquet (6.12s) --- PASS: TestImportInto/TestDiskQuota (4.43s) --- PASS: TestImportInto/TestGBK (7.91s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (15.20s) --- PASS: TestImportInto/TestIgnoreNLines (7.31s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.54s) --- PASS: TestImportInto/TestImportMode (19.59s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (8.21s) --- PASS: TestImportInto/TestInputNull (4.91s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (2.27s) --- PASS: TestImportInto/TestKillBeforeFinish (2.98s) --- PASS: TestImportInto/TestLoadSQLDump (5.28s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.46s) --- PASS: TestImportInto/TestMultiValueIndex (3.27s) --- PASS: TestImportInto/TestOtherCharset (13.41s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.21s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.31s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.41s) --- PASS: TestImportInto/TestRegisterTask (10.11s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (11.30s) --- PASS: TestImportInto/TestShowDetachedJob (6.52s) --- PASS: TestImportInto/TestShowJob (8.65s) --- PASS: TestImportInto/TestZeroDateTime (4.78s) PASS coverage: 14.9% of statements GCov does not exist at the given path: '' May 07, 2024 2:12:51 AM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. May 07, 2024 2:12:51 AM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. May 07, 2024 2:12:51 AM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. May 07, 2024 2:12:51 AM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. May 07, 2024 2:12:51 AM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 327.988s, Critical Path: 309.64s INFO: 1610 processes: 1566 remote cache hit, 20 internal, 24 linux-sandbox. INFO: Build completed successfully, 1610 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:13:01.216Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [2024-05-07T02:13:03.260Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:13:03.261Z] ['info'] => Project root located at: . [2024-05-07T02:13:03.264Z] ['info'] -> Token found by environment variables [2024-05-07T02:13:03.277Z] ['info'] Searching for coverage files... [2024-05-07T02:13:03.845Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:13:03.845Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:13:04.248Z] ['info'] Using manual override from args. [2024-05-07T02:13:04.248Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:13:04.258Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:13:05.004Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/cfcddd37-27e3-4a47-a4bb-1675d88c3070.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021304Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=3f22ddd143859900cda1634e959305a5b3f6a5196b584c8ece1391680f3f90aa [2024-05-07T02:13:05.004Z] ['info'] Uploading... ./t/executor/admin.test: ok! 171 test cases passed, take time 30.886791804 s [2024-05-07T02:13:06.781Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/executor/aggregate.test: ok! 886 test cases passed, take time 13.980648576 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 339s remote-cache, linux-sandbox ./t/executor/analyze.test: ok! 180 test cases passed, take time 17.051533815 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 7.50484012 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 1.088168234 s ./t/executor/charset.test: ok! 57 test cases passed, take time 1.021121148 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.274644181 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.241243876 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.319707726 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.5558264419999999 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 25.49641957 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.255935668 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 2.004716417 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 399s remote-cache, linux-sandbox ./t/executor/executor.test: ok! 2151 test cases passed, take time 61.884795229 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.701040089 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.340949654 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 4.297830784 s [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 459s remote-cache, linux-sandbox [1,549 / 1,550] Testing //tests/realtikvtest/addindextest:addindextest_test; 463s remote-cache, linux-sandbox Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 499.623s, Critical Path: 484.27s INFO: 1538 processes: 1522 remote cache hit, 10 internal, 6 linux-sandbox. INFO: Build completed successfully, 1538 total actions Test cases: finished with 29 passing and 0 failing out of 29 test cases Executed 1 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/903aa8c667333396b92cebbde26882dc/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh [2024-05-07T02:15:41.024Z] ['info'] _____ _ / ____| | | | | ___ __| | ___ ___ _____ __ | | / _ \ / _` |/ _ \/ __/ _ \ \ / / | |___| (_) | (_| | __/ (_| (_) \ V / \_____\___/ \__,_|\___|\___\___/ \_/ Codecov report uploader 0.5.0 [2024-05-07T02:15:41.025Z] ['info'] => Project root located at: . [2024-05-07T02:15:41.028Z] ['info'] -> Token found by environment variables [2024-05-07T02:15:41.041Z] ['info'] Searching for coverage files... [2024-05-07T02:15:41.588Z] ['info'] => Found 1 possible coverage files: ./coverage.dat [2024-05-07T02:15:41.588Z] ['info'] Processing ./coverage.dat... [2024-05-07T02:15:41.960Z] ['info'] Using manual override from args. [2024-05-07T02:15:41.960Z] ['info'] Detected Jenkins CI as the CI provider. [2024-05-07T02:15:41.972Z] ['info'] Pinging Codecov: https://codecov.io/upload/v4?package=uploader-0.5.0&token=*******&branch=origin%2Fpr%2F53036&build=8875&build_url=https%3A%2F%2Fdo.pingcap.net%2Fjenkins%2Fjob%2Fpingcap%2Fjob%2Ftidb%2Fjob%2Fghpr_check2%2F8875%2F&commit=5f541d06c9d94a518474acea388d777446370540&job=&pr=53036&service=jenkins&slug=pingcap%2Ftidb&name=&tag=&flags=integration&parent= [2024-05-07T02:15:42.724Z] ['info'] https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540 https://storage.googleapis.com/codecov/v4/raw/2024-05-07/F6B65B6EE70BEC6C6B5E073ED3BB1A79/5f541d06c9d94a518474acea388d777446370540/2ead0ff2-113b-4156-a6cb-4260a6e353ce.txt?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=GOOG1EJOGFN2JQ4OCTGA2MU5AEIT7OT5Z7HTFOAN2SPG4NWSN2UJYOY5U6LZQ%2F20240507%2Fus-west2%2Fs3%2Faws4_request&X-Amz-Date=20240507T021542Z&X-Amz-Expires=10&X-Amz-SignedHeaders=host&X-Amz-Signature=2998af836fe8cffc07e695d05e0dc8b2a8e838945e1c728e92d68ffa363387cb [2024-05-07T02:15:42.725Z] ['info'] Uploading... ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 14.588341284 s [2024-05-07T02:15:45.522Z] ['info'] {"status":"success","resultURL":"https://app.codecov.io/github/pingcap/tidb/commit/5f541d06c9d94a518474acea388d777446370540"} [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // dir ./t/executor/grant.test: ok! 202 test cases passed, take time 2.156547277 s ./t/executor/import_into.test: ok! 88 test cases passed, take time 0.270826774 s [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.263563418 s [Pipeline] } ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 5.210117642 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.59187801 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 16.942127673999998 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 7.396977381 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 89.752255034 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.001787352 s ./t/executor/issues.test: ok! 421 test cases passed, take time 15.684480152 s ./t/executor/jointest/hash_join.test: ok! 137 test cases passed, take time 9.129875518 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 43.113483828 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.225133227 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 11.721652818 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.852765112 s ./t/executor/partition/global_index.test: ok! 94 test cases passed, take time 16.03542189 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 8.178949752 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 3.601860972 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 5.014005703 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 16.226645022 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 17.961381942 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 4.641112219 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 8.747719303 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 4.403737334 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 1.4348985349999999 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 1.310147169 s ./t/executor/sample.test: ok! 105 test cases passed, take time 12.359620988 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.721997358 s ./t/executor/show.test: ok! 301 test cases passed, take time 20.420278254 s ./t/executor/simple.test: ok! 303 test cases passed, take time 4.175024032 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 15.022921889 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.5846955 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.564262903 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 5.285776114 s ./t/executor/update.test: ok! 513 test cases passed, take time 15.799105434 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.333087065 s time="2024-05-07T10:22:06+08:00" level=error msg="run test [executor/write] err: sql:select a from t use index(primary);: failed to run query \n\"select a from t use index(primary);\" \n around line 143, \nwe need(43):\nselect a from t use index(primary);\na\nA\nsel\nbut got(43):\nselect a from t use index(primary);\na\nA\nA \n\n" ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.107064085 s ./t/explain.test: ok! 21 test cases passed, take time 0.654238846 s ./t/explain_complex.test: ok! 41 test cases passed, take time 2.260947431 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 5.619858182 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.690789495 s ./t/explain_easy.test: ok! 190 test cases passed, take time 8.129309263 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.827092086 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 2.57711386 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 33.681037143 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.952372239 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.442003426 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.506073439 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.21529294 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.327327089 s time="2024-05-07T10:23:14+08:00" level=error msg="run test [expression/builtin] err: sql:select hex(weight_string(a)) from t order by id;: failed to run query \n\"select hex(weight_string(a)) from t order by id;\" \n around line 5, \nwe need(132):\nselect hex(weight_string(a)) from t order by id;\nhex(weight_string(a))\n0041004100410041004100410041\n0041\n0041\n4E2D\n4E2D\nselect hex(w\nbut got(132):\nselect hex(weight_string(a)) from t order by id;\nhex(weight_string(a))\n0041004100410041004100410041\n0041\n004100200020\n4E2D\n4E2D0020\n\n" ./t/expression/cast.test: ok! 50 test cases passed, take time 1.018337806 s time="2024-05-07T10:23:17+08:00" level=error msg="run test [expression/charset_and_collation] err: sql:select * from t_ci where a='a ';: failed to run query \n\"select * from t_ci where a='a ';\" \n around line 117, \nwe need(54):\na\nselect * from t_ci where a='a ';\n\nbut got(54):\nselect * from t_ci where a='a ';\na\n\n" ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.186714164 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.309868335 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.756091461 s time="2024-05-07T10:24:01+08:00" level=error msg="run test [expression/issues] err: sql:create table t(id int, value set ('a','b','c') charset utf8mb4 collate utf8mb4_bin default 'a,b ');: run \"create table t(id int, value set ('a','b','c') charset utf8mb4 collate utf8mb4_bin default 'a,b ');\" at line 1383 err Error 1067 (42000): Invalid default value for 'value'" ./t/expression/json.test: ok! 223 test cases passed, take time 2.58834547 s ./t/expression/misc.test: ok! 404 test cases passed, take time 14.51611096 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 11.39065346 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 2.140189373 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.618170761 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 2.074479845 s ./t/generated_columns.test: ok! 70 test cases passed, take time 7.594832728 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.44778371 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 0.411273218 s ./t/globalindex/update.test: ok! 14 test cases passed, take time 0.391911366 s ./t/imdbload.test: ok! 63 test cases passed, take time 12.71869323 s ./t/index_join.test: ok! 22 test cases passed, take time 1.238425208 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.800457327 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.107319511 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 2.075248784 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.908914686 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.865461314 s ./t/naaj.test: ok! 134 test cases passed, take time 0.846829419 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.4557529040000001 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 4.335780196 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 1.116309874 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.362814343 s ./t/partition.test: ok! 3 test cases passed, take time 0.628602732 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.827343033 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.252027084 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 3.072587425 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.000863515 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.449229516 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 6.966412082 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 7.098595134 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 12.36147901 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 3.198373136 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 3.784024677 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 858 test cases passed, take time 12.112117298 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.618720938 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.439700121 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.332276097 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.868667772 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 17.050421703 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.436825603 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.438230503 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.002228106 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 8.300134087 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.443848462 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.119251487 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 8.934359469 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 73.139171843 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 27.985268037 s time="2024-05-07T10:28:51+08:00" level=error msg="run test [planner/core/issuetest/planner_issue] err: sql:explain format = brief select *,length(a) from t1 where a like '测试 %';: failed to run query \n\"explain format = brief select *,length(a) from t1 where a like '测试 %';\" \n around line 160, \nwe need(628):\nexplain format = brief select *,length(a) from t1 where a like '测试 %';\nid\testRows\ttask\taccess object\toperator info\nProjection\t250.00\troot\t\tplanner__core__issuetest__planner_issue.t1.a, length(planner__core__issuetest__planner_issue.t1.a)->Column#3\n└─UnionScan\t250.00\troot\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexReader\t250.00\troot\t\tindex:Selection\n └─Selection\t250.00\tcop[tikv]\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexRangeScan\t250.00\tcop[tikv]\ttable:t1, index:ia(a)\trange:[\"测试\",\"测试!\"), keep order:false, stats:pseudo\ne\nbut got(628):\nexplain format = brief select *,length(a) from t1 where a like '测试 %';\nid\testRows\ttask\taccess object\toperator info\nProjection\t250.00\troot\t\tplanner__core__issuetest__planner_issue.t1.a, length(planner__core__issuetest__planner_issue.t1.a)->Column#3\n└─UnionScan\t250.00\troot\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexReader\t250.00\troot\t\tindex:Selection\n └─Selection\t250.00\tcop[tikv]\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexRangeScan\t250.00\tcop[tikv]\ttable:t1, index:ia(a)\trange:[\"测试 \",\"测试!\"), keep order:false, stats:pseudo\n\n" ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.311977532 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 5.570392192 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.114798292 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 3.088936413 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 17.854948676 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.994671484 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 5.003459132 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.152399851 s time="2024-05-07T10:29:27+08:00" level=error msg="run test [planner/core/range_scan_for_like] err: sql:explain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;: failed to run query \n\"explain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;\" \n around line 29, \nwe need(668):\nexplain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;\nid\testRows\ttask\taccess object\toperator info\nProjection_6\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, Column#3->Column#5\n└─Projection_13\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, length(planner__core__range_scan_for_like.t.a)->Column#3, planner__core__range_scan_for_like.t._tidb_rowid\n └─IndexReader_16\t10.00\troot\t\tindex:Selection_15\n └─Selection_15\t10.00\tcop[tikv]\t\tlike(planner__core__range_scan_for_like.t.a, \" \", 92)\n └─IndexRangeScan_14\t10.00\tcop[tikv]\ttable:t, index:ia(a)\trange:[\"\",\"\"], keep order:true, stats:pseudo\nselect *, \nbut got(668):\nexplain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;\nid\testRows\ttask\taccess object\toperator info\nProjection_6\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, Column#3->Column#5\n└─Projection_13\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, length(planner__core__range_scan_for_like.t.a)->Column#3, planner__core__range_scan_for_like.t._tidb_rowid\n └─IndexReader_16\t10.00\troot\t\tindex:Selection_15\n └─Selection_15\t10.00\tcop[tikv]\t\tlike(planner__core__range_scan_for_like.t.a, \" \", 92)\n └─IndexRangeScan_14\t10.00\tcop[tikv]\ttable:t, index:ia(a)\trange:[\"\\x00 \",\"\\x00 \"], keep order:true, stats:pseudo\n\n" ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.889491053 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 2.367962659 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.523813867 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 4.406341161 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 7.006060863 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 6.937363443 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 7.7766976880000005 s ./t/select.test: ok! 189 test cases passed, take time 4.041087575 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.389783964 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 26.578846282 s ./t/session/common.test: ok! 203 test cases passed, take time 8.328633944 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 22.06302804 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.473233204 s ./t/session/session.test: ok! 101 test cases passed, take time 5.720849374 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.623731342 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.072517894 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.471062123 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.151766466 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.219332689 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.482544701 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.470399603 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.303559649 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.074451997 s ./t/subquery.test: ok! 32 test cases passed, take time 0.961644978 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.462085419 s ./t/table/index.test: ok! 34 test cases passed, take time 3.953986195 s time="2024-05-07T10:31:39+08:00" level=error msg="run test [table/partition] err: sql:INSERT INTO tkey29 VALUES(1, '2023-02-22', 'linpin', 1), (1, '2023-02-22', 'linpin ', 5);: run \"INSERT INTO tkey29 VALUES(1, '2023-02-22', 'linpin', 1), (1, '2023-02-22', 'linpin ', 5);\" at line 348 err Statement succeeded, expected error(s) '1062'" ./t/table/tables.test: ok! 6 test cases passed, take time 0.07480884 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.138763631 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.448158866 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000602603 s ./t/tpch.test: ok! 41 test cases passed, take time 3.099663611 s ./t/types/const.test: ok! 143 test cases passed, take time 3.312175072 s ./t/util/admin.test: ok! 240 test cases passed, take time 32.229595658 s ./t/util/ranger.test: ok! 188 test cases passed, take time 5.3767867129999996 s ./t/window_function.test: ok! 28 test cases passed, take time 0.25009584 s time="2024-05-07T10:32:26+08:00" level=error msg="10 tests failed\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [collation_agg_func] err: sql:select count(distinct value, value1) from t;: failed to run query \n\"select count(distinct value, value1) from t;\" \n around line 30, \nwe need(77):\nselect count(distinct value, value1) from t;\ncount(distinct value, value1)\n3\n\nbut got(77):\nselect count(distinct value, value1) from t;\ncount(distinct value, value1)\n4\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [collation_misc] err: sql:with cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;: failed to run query \n\"with cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;\" \n around line 68, \nwe need(116):\nwith cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;\ncount(*)\n1\n\nbut got(116):\nwith cte as (select cast('2010-09-09' as date) a union select '2010-09-09 ') select count(*) from cte;\ncount(*)\n2\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [collation_pointget] err: sql:select * from t where a = \"a \";: failed to run query \n\"select * from t where a = \"a \";\" \n around line 19, \nwe need(37):\na\tb\nselect * from t where a = \"a \";\n\nbut got(37):\nselect * from t where a = \"a \";\na\tb\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [executor/write] err: sql:select a from t use index(primary);: failed to run query \n\"select a from t use index(primary);\" \n around line 143, \nwe need(43):\nselect a from t use index(primary);\na\nA\nsel\nbut got(43):\nselect a from t use index(primary);\na\nA\nA \n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [expression/builtin] err: sql:select hex(weight_string(a)) from t order by id;: failed to run query \n\"select hex(weight_string(a)) from t order by id;\" \n around line 5, \nwe need(132):\nselect hex(weight_string(a)) from t order by id;\nhex(weight_string(a))\n0041004100410041004100410041\n0041\n0041\n4E2D\n4E2D\nselect hex(w\nbut got(132):\nselect hex(weight_string(a)) from t order by id;\nhex(weight_string(a))\n0041004100410041004100410041\n0041\n004100200020\n4E2D\n4E2D0020\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [expression/charset_and_collation] err: sql:select * from t_ci where a='a ';: failed to run query \n\"select * from t_ci where a='a ';\" \n around line 117, \nwe need(54):\na\nselect * from t_ci where a='a ';\n\nbut got(54):\nselect * from t_ci where a='a ';\na\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [expression/issues] err: sql:create table t(id int, value set ('a','b','c') charset utf8mb4 collate utf8mb4_bin default 'a,b ');: run \"create table t(id int, value set ('a','b','c') charset utf8mb4 collate utf8mb4_bin default 'a,b ');\" at line 1383 err Error 1067 (42000): Invalid default value for 'value'" time="2024-05-07T10:32:26+08:00" level=error msg="run test [planner/core/issuetest/planner_issue] err: sql:explain format = brief select *,length(a) from t1 where a like '测试 %';: failed to run query \n\"explain format = brief select *,length(a) from t1 where a like '测试 %';\" \n around line 160, \nwe need(628):\nexplain format = brief select *,length(a) from t1 where a like '测试 %';\nid\testRows\ttask\taccess object\toperator info\nProjection\t250.00\troot\t\tplanner__core__issuetest__planner_issue.t1.a, length(planner__core__issuetest__planner_issue.t1.a)->Column#3\n└─UnionScan\t250.00\troot\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexReader\t250.00\troot\t\tindex:Selection\n └─Selection\t250.00\tcop[tikv]\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexRangeScan\t250.00\tcop[tikv]\ttable:t1, index:ia(a)\trange:[\"测试\",\"测试!\"), keep order:false, stats:pseudo\ne\nbut got(628):\nexplain format = brief select *,length(a) from t1 where a like '测试 %';\nid\testRows\ttask\taccess object\toperator info\nProjection\t250.00\troot\t\tplanner__core__issuetest__planner_issue.t1.a, length(planner__core__issuetest__planner_issue.t1.a)->Column#3\n└─UnionScan\t250.00\troot\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexReader\t250.00\troot\t\tindex:Selection\n └─Selection\t250.00\tcop[tikv]\t\tlike(planner__core__issuetest__planner_issue.t1.a, \"测试 %\", 92)\n └─IndexRangeScan\t250.00\tcop[tikv]\ttable:t1, index:ia(a)\trange:[\"测试 \",\"测试!\"), keep order:false, stats:pseudo\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [planner/core/range_scan_for_like] err: sql:explain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;: failed to run query \n\"explain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;\" \n around line 29, \nwe need(668):\nexplain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;\nid\testRows\ttask\taccess object\toperator info\nProjection_6\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, Column#3->Column#5\n└─Projection_13\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, length(planner__core__range_scan_for_like.t.a)->Column#3, planner__core__range_scan_for_like.t._tidb_rowid\n └─IndexReader_16\t10.00\troot\t\tindex:Selection_15\n └─Selection_15\t10.00\tcop[tikv]\t\tlike(planner__core__range_scan_for_like.t.a, \" \", 92)\n └─IndexRangeScan_14\t10.00\tcop[tikv]\ttable:t, index:ia(a)\trange:[\"\",\"\"], keep order:true, stats:pseudo\nselect *, \nbut got(668):\nexplain select *, length(a) from t use index (ia) where a like ' ' order by a,_tidb_rowid;\nid\testRows\ttask\taccess object\toperator info\nProjection_6\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, Column#3->Column#5\n└─Projection_13\t10.00\troot\t\tplanner__core__range_scan_for_like.t.a, length(planner__core__range_scan_for_like.t.a)->Column#3, planner__core__range_scan_for_like.t._tidb_rowid\n └─IndexReader_16\t10.00\troot\t\tindex:Selection_15\n └─Selection_15\t10.00\tcop[tikv]\t\tlike(planner__core__range_scan_for_like.t.a, \" \", 92)\n └─IndexRangeScan_14\t10.00\tcop[tikv]\ttable:t, index:ia(a)\trange:[\"\\x00 \",\"\\x00 \"], keep order:true, stats:pseudo\n\n" time="2024-05-07T10:32:26+08:00" level=error msg="run test [table/partition] err: sql:INSERT INTO tkey29 VALUES(1, '2023-02-22', 'linpin', 1), (1, '2023-02-22', 'linpin ', 5);: run \"INSERT INTO tkey29 VALUES(1, '2023-02-22', 'linpin', 1), (1, '2023-02-22', 'linpin ', 5);\" at line 348 err Statement succeeded, expected error(s) '1062'" [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] junit Recording test results No test report files were found. Configuration error? [Checks API] No suitable checks publisher found. [Pipeline] } [Pipeline] // dir [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/ghpr_check2/tidb [Pipeline] { [Pipeline] sh + str='integrationtest_with_tikv.sh y' + logs_dir=logs_integrationtest_with_tikv.sh_y + mkdir -p logs_integrationtest_with_tikv.sh_y + mv pd1.log pd2.log pd3.log logs_integrationtest_with_tikv.sh_y + mv tikv1.log tikv2.log tikv3.log logs_integrationtest_with_tikv.sh_y + mv tests/integrationtest/integration-test.out logs_integrationtest_with_tikv.sh_y + tar -czvf logs_integrationtest_with_tikv.sh_y.tar.gz logs_integrationtest_with_tikv.sh_y logs_integrationtest_with_tikv.sh_y/ logs_integrationtest_with_tikv.sh_y/tikv2.log logs_integrationtest_with_tikv.sh_y/tikv1.log logs_integrationtest_with_tikv.sh_y/tikv3.log logs_integrationtest_with_tikv.sh_y/pd3.log logs_integrationtest_with_tikv.sh_y/integration-test.out logs_integrationtest_with_tikv.sh_y/pd1.log logs_integrationtest_with_tikv.sh_y/pd2.log [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // withCredentials [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Failed in branch Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y' [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] container [Pipeline] { [Pipeline] sh + bash scripts/plugins/report_job_result.sh FAILURE result.json http://fileserver.pingcap.net --2024-05-07 02:32:31-- http://fileserver.pingcap.net/download/rd-atom-agent/agent_upload_verifyci_metadata.py Resolving fileserver.pingcap.net (fileserver.pingcap.net)... 10.2.12.82 Connecting to fileserver.pingcap.net (fileserver.pingcap.net)|10.2.12.82|:80... connected. HTTP request sent, awaiting response... 200 OK Length: 4181 (4.1K) [application/octet-stream] Saving to: ‘agent_upload_verifyci_metadata.py’ 0K .... 100% 746M=0s 2024-05-07 02:32:31 (746 MB/s) - ‘agent_upload_verifyci_metadata.py’ saved [4181/4181] No junit report file parse result file result.json success upload data succesfully. [Pipeline] } [Pipeline] // container [Pipeline] archiveArtifacts Archiving artifacts Recording fingerprints [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline ERROR: script returned exit code 1 Finished: FAILURE